{"msg":"Running step start_crdb","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:19.223232207Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"init_with_steps"} {"msg":"Starting CRDB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:19.223788586Z","hostname":"bmat-EVT22200007-000064cb","pid":12571} {"msg":"cockroach temporary directory: /var/tmp/omicron_tmp/.tmppKP8qc","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:19.252759939Z","hostname":"bmat-EVT22200007-000064cb","pid":12571} {"msg":"cockroach: copying from seed tarball (/var/tmp/omicron_tmp/crdb-base-build/f234518892194a05ad8767dc97f01a61a55baf1431942a314ce8b0f72b18ec2e.tar) to storage directory (/var/tmp/omicron_tmp/.tmppKP8qc/data)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:19.252828055Z","hostname":"bmat-EVT22200007-000064cb","pid":12571} {"msg":"cockroach command line: cockroach start-single-node --insecure --http-addr=:0 --store=path=/var/tmp/omicron_tmp/.tmppKP8qc/data,ballast-size=0 --listen-addr [::1]:0 --listening-url-file /var/tmp/omicron_tmp/.tmppKP8qc/listen-url","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:19.283990314Z","hostname":"bmat-EVT22200007-000064cb","pid":12571} {"msg":"cockroach environment: BUILDOMAT_JOB_ID=01JT2JWKGHF3JHFMW0JR13NSA6 BUILDOMAT_TASK_ID=4 CARGO=/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/bin/cargo CARGO_HOME=/home/build/.cargo CARGO_INCREMENTAL=0 CARGO_MANIFEST_DIR=/work/oxidecomputer/omicron/nexus CARGO_PKG_AUTHORS= CARGO_PKG_DESCRIPTION= CARGO_PKG_HOMEPAGE= CARGO_PKG_LICENSE=MPL-2.0 CARGO_PKG_LICENSE_FILE= CARGO_PKG_NAME=omicron-nexus CARGO_PKG_REPOSITORY= CARGO_PKG_RUST_VERSION= CARGO_PKG_VERSION=0.1.0 CARGO_PKG_VERSION_MAJOR=0 CARGO_PKG_VERSION_MINOR=1 CARGO_PKG_VERSION_PATCH=0 CARGO_PKG_VERSION_PRE= CARGO_TERM_COLOR=always CI=true CRDB_SEED_TAR=/var/tmp/omicron_tmp/crdb-base-build/f234518892194a05ad8767dc97f01a61a55baf1431942a314ce8b0f72b18ec2e.tar GITHUB_REPOSITORY=oxidecomputer/omicron GITHUB_SHA=531912b3fc900900bc7bd18f5eac1ce1e22cb1cd GOTRACEBACK=crash HOME=/home/build LANG=en_US.UTF-8 LC_ALL=en_US.UTF-8 LD_LIBRARY_PATH=/work/oxidecomputer/omicron/target/debug/build/aws-lc-sys-6532f52db341a7cc/out/build/artifacts:/work/oxidecomputer/omicron/target/debug/build/blake3-403ee89fc24db8f8/out:/work/oxidecomputer/omicron/target/debug/build/bzip2-sys-aece66bfb5c8df92/out/lib:/work/oxidecomputer/omicron/target/debug/build/libgit2-sys-5fe90ecb72e1690f/out/build:/work/oxidecomputer/omicron/target/debug/build/ring-fb368fe91b2bd145/out:/work/oxidecomputer/omicron/target/debug/build/tofino-ffe28f7f2301d0c2/out:/work/oxidecomputer/omicron/target/debug/build/zstd-sys-a7fb19a1e17b70f6/out:/work/oxidecomputer/omicron/target/debug/deps:/work/oxidecomputer/omicron/target/debug:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib/rustlib/x86_64-unknown-illumos/lib:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib LOGNAME=build NEXTEST=1 NEXTEST_EXECUTION_MODE=process-per-test NEXTEST_LD_LIBRARY_PATH=/work/oxidecomputer/omicron/target/debug/build/aws-lc-sys-6532f52db341a7cc/out/build/artifacts:/work/oxidecomputer/omicron/target/debug/build/blake3-403ee89fc24db8f8/out:/work/oxidecomputer/omicron/target/debug/build/bzip2-sys-aece66bfb5c8df92/out/lib:/work/oxidecomputer/omicron/target/debug/build/libgit2-sys-5fe90ecb72e1690f/out/build:/work/oxidecomputer/omicron/target/debug/build/ring-fb368fe91b2bd145/out:/work/oxidecomputer/omicron/target/debug/build/tofino-ffe28f7f2301d0c2/out:/work/oxidecomputer/omicron/target/debug/build/zstd-sys-a7fb19a1e17b70f6/out:/work/oxidecomputer/omicron/target/debug/deps:/work/oxidecomputer/omicron/target/debug:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib/rustlib/x86_64-unknown-illumos/lib:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib NEXTEST_PROFILE=ci NEXTEST_RUN_ID=29735cc2-0883-4059-8ca2-1da53f01ede3 NEXTEST_TEST_GLOBAL_SLOT=4 NEXTEST_TEST_GROUP=@global NEXTEST_TEST_GROUP_SLOT=none OUT_DIR=/work/oxidecomputer/omicron/target/debug/build/omicron-nexus-553062f859dbbfa0/out PATH=/work/oxidecomputer/omicron/out/mgd/root/opt/oxide/mgd/bin:/work/oxidecomputer/omicron/out/dendrite-stub/bin:/work/oxidecomputer/omicron/out/clickhouse:/work/oxidecomputer/omicron/out/cockroachdb/bin:/home/build/.cargo/bin:/usr/bin:/bin:/usr/sbin:/sbin:/opt/ooce/bin:/opt/ooce/sbin PWD=/work/oxidecomputer/omicron RUSTC_BOOTSTRAP=1 RUSTDOCFLAGS=--document-private-items -D warnings RUSTFLAGS=-D warnings -C link-arg=-R/usr/platform/oxide/lib/amd64 RUSTUP_HOME=/home/build/.rustup RUSTUP_TOOLCHAIN=1.86.0-x86_64-unknown-illumos RUST_BACKTRACE=1 RUST_RECURSION_COUNT=1 SHLVL=1 SSL_CERT_DIR=/usr/ssl/certs SSL_CERT_FILE=/etc/ssl/cacert.pem TMPDIR=/var/tmp/omicron_tmp TZ=UTC USER=build _=/usr/bin/ptime __NEXTEST_ATTEMPT=1","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:19.284451813Z","hostname":"bmat-EVT22200007-000064cb","pid":12571} {"msg":"cockroach pid: 12585","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:20.72251511Z","hostname":"bmat-EVT22200007-000064cb","pid":12571} {"msg":"cockroach listen URL: postgresql://root@[::1]:39809/omicron?sslmode=disable","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:20.722682925Z","hostname":"bmat-EVT22200007-000064cb","pid":12571} {"msg":"Running step start_clickhouse","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:20.724158044Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"init_with_steps"} {"msg":"Starting Clickhouse","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:20.724305428Z","hostname":"bmat-EVT22200007-000064cb","pid":12571} {"msg":"Running step start_gateway_switch0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:21.454131658Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"init_with_steps"} {"msg":"Starting Management Gateway","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:21.454225355Z","hostname":"bmat-EVT22200007-000064cb","pid":12571} {"msg":"Running step start_dendrite_switch0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:21.580525109Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"init_with_steps"} {"msg":"Starting Dendrite for switch0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:21.580737692Z","hostname":"bmat-EVT22200007-000064cb","pid":12571} {"msg":"Running step start_mgd_switch0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:21.627921032Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"init_with_steps"} {"msg":"Starting mgd for switch0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:21.628015701Z","hostname":"bmat-EVT22200007-000064cb","pid":12571} {"msg":"mgd port is 45437","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:21.744173357Z","hostname":"bmat-EVT22200007-000064cb","pid":12571} {"msg":"Running step record_switch_dns","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:21.744246884Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"init_with_steps"} {"msg":"Recording DNS for the switch zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:21.744281884Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"switch_location":"switch0","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"Running step start_internal_dns","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:21.744456251Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"init_with_steps"} {"msg":"opening sled database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.744742852Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","path":"/var/tmp/omicron_tmp/.tmpvdZKRg"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.888831208Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server"} {"msg":"pruning trees for generations older than 0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.888906518Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","keep":3} {"msg":"DNS server bound to address","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.889121777Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"dns","kind":"dns","component":"internal_dns_server","local_address":"[::1]:48086"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:21.889945809Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:42967","component":"http","kind":"dns","component":"internal_dns_server","versions":"all","path":"/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:21.890093823Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:42967","component":"http","kind":"dns","component":"internal_dns_server","versions":"all","path":"/config","method":"PUT"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.89018738Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:42967","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:21.891007043Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:42967","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"Running step start_external_dns","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:21.89131186Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"init_with_steps"} {"msg":"opening sled database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.891457861Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"external_dns_server","path":"/var/tmp/omicron_tmp/.tmpY1yave"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.904440849Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"external_dns_server"} {"msg":"pruning trees for generations older than 0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.9045065Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"external_dns_server","keep":3} {"msg":"DNS server bound to address","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.904532061Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"dns","kind":"dns","component":"external_dns_server","local_address":"[::1]:57299"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:21.90477762Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:53041","component":"http","kind":"dns","component":"external_dns_server","versions":"all","path":"/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:21.90483807Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:53041","component":"http","kind":"dns","component":"external_dns_server","versions":"all","path":"/config","method":"PUT"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.904865385Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:53041","component":"http","kind":"dns","component":"external_dns_server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:21.905890397Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:53041","component":"http","kind":"dns","component":"external_dns_server"} {"msg":"Running step start_nexus_internal","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:21.906135115Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"init_with_steps"} {"msg":"Starting Nexus (internal API)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:21.906179102Z","hostname":"bmat-EVT22200007-000064cb","pid":12571} {"msg":"setting up nexus server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.90648404Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.912231371Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","class":"Action"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.912313384Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","class":"AnyActor"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.912351631Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","class":"AuthenticatedActor"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.912374757Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","class":"BlueprintConfig"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.912400258Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","class":"Database"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.912423804Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","class":"DnsConfig"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.912446119Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","class":"Fleet"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.912469776Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","class":"Inventory"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.912489265Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","class":"IpPoolList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.912512631Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","class":"ConsoleSessionList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.91253217Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","class":"DeviceAuthRequestList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.912556198Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","class":"SiloCertificateList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.912578873Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","class":"SiloIdentityProviderList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.912598252Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","class":"SiloUserList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.912620957Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","class":"TargetReleaseConfig"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.912639965Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","class":"WebhookEventClassList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.912925624Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","class":"Project"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.912964662Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","class":"Disk"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.912990554Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","class":"Snapshot"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.913014511Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","class":"ProjectImage"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.913034842Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","class":"AffinityGroup"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.913144811Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","class":"AntiAffinityGroup"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.913180352Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","class":"Instance"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.913209921Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","class":"IpPool"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.913229901Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","class":"InstanceNetworkInterface"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.913255261Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","class":"Vpc"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.91327479Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","class":"VpcRouter"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.913298427Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","class":"InternetGateway"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.913323016Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","class":"InternetGatewayIpPool"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.913342244Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","class":"InternetGatewayIpAddress"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.913381783Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","class":"RouterRoute"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.913407484Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","class":"VpcSubnet"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.913432895Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","class":"FloatingIp"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.913453366Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","class":"Image"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.913476903Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","class":"SiloImage"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.913499347Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","class":"AddressLot"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.9135209Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","class":"Blueprint"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.91354563Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","class":"LoopbackAddress"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.913565449Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","class":"Certificate"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.913589988Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","class":"ConsoleSession"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.913609437Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","class":"DeviceAuthRequest"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.913631932Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","class":"DeviceAccessToken"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.913654507Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","class":"PhysicalDisk"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.913673585Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","class":"Rack"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.913698414Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","class":"RoleBuiltin"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.913719927Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","class":"SshKey"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.913742943Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","class":"Silo"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.913764917Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","class":"SiloUser"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.913788914Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","class":"SiloGroup"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.913999053Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","class":"SupportBundle"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.914040726Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","class":"IdentityProvider"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.914067289Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","class":"SamlIdentityProvider"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.914090776Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","class":"Sled"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.914117369Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","class":"TufRepo"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.914139503Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","class":"TufArtifact"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.914163451Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","class":"WebhookEvent"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.914184352Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","class":"WebhookReceiver"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.914210454Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","class":"WebhookSecret"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.914235344Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","class":"Zpool"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.914254773Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","class":"Service"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.914279993Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","class":"UserBuiltin"} {"msg":"full Oso configuration","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:21.916754072Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","config":"#\n# Oso configuration for Omicron\n# This file is augmented by generated snippets.\n#\n\n#\n# ACTOR TYPES AND BASIC RULES\n#\n\n# `AnyActor` includes both authenticated and unauthenticated users.\nactor AnyActor {}\n\n# An `AuthenticatedActor` has an identity in the system. All of our operations\n# today require that an actor be authenticated.\nactor AuthenticatedActor {}\n\n# For any resource, `actor` can perform action `action` on it if they're\n# authenticated and their role(s) give them the corresponding permission on that\n# resource.\nallow(actor: AnyActor, action: Action, resource) if\n actor.authenticated and\n has_permission(actor.authn_actor.unwrap(), action.to_perm(), resource);\n\n# Define role relationships\nhas_role(actor: AuthenticatedActor, role: String, resource: Resource)\n\tif resource.has_role(actor, role);\n\n#\n# ROLES AND PERMISSIONS IN THE FLEET/SILO/PROJECT HIERARCHY\n#\n# We define the following permissions for most resources in the system:\n#\n# - \"create_child\": required to create child resources (of any type)\n#\n# - \"list_children\": required to list child resources (of all types) of a\n# resource\n#\n# - \"modify\": required to modify or delete a resource\n#\n# - \"read\": required to read a resource\n#\n# We define the following predefined roles for only a few high-level resources:\n# the Fleet (see below), Silo, Organization, and Project. The specific roles\n# are oriented around intended use-cases:\n#\n# - \"admin\": has all permissions on the resource\n#\n# - \"collaborator\": has \"read\", \"list_children\", and \"create_child\", plus\n# the \"admin\" role for child resources. The idea is that if you're an\n# Organization Collaborator, you have full control over the Projects within\n# the Organization, but you cannot modify or delete the Organization itself.\n#\n# - \"viewer\": has \"read\" and \"list_children\" on a resource\n#\n# Below the Project level, permissions are granted via roles at the Project\n# level. For example, for someone to be able to create, modify, or delete any\n# Instances, they must be granted project.collaborator, which means they can\n# create, modify, or delete _all_ resources in the Project.\n#\n# The complete set of predefined roles:\n#\n# - fleet.admin (superuser for the whole system)\n# - fleet.collaborator (can manage Silos)\n# - fleet.viewer (can read most non-siloed resources in the system)\n# - silo.admin (superuser for the silo)\n# - silo.collaborator (can create and own Organizations)\n# - silo.viewer (can read most resources within the Silo)\n# - organization.admin (complete control over an organization)\n# - organization.collaborator (can manage Projects)\n# - organization.viewer (can read most resources within the Organization)\n# - project.admin (complete control over a Project)\n# - project.collaborator (can manage all resources within the Project)\n# - project.viewer (can read most resources within the Project)\n#\n# Outside the Silo/Organization/Project hierarchy, we (currently) treat most\n# resources as nested under Fleet or else a synthetic resource (see below). We\n# do not yet support role assignments on anything other than Fleet, Silo,\n# Organization, or Project.\n#\n\n# \"Fleet\" is a global singleton representing the whole system. The name comes\n# from the idea described in RFD 24, but it's not quite right. This probably\n# should be more like \"Region\" or \"AvailabilityZone\". The precise boundaries\n# have not yet been figured out.\nresource Fleet {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\troles = [\n\t # Roles that can be attached by users\n\t \"admin\",\n\t \"collaborator\",\n\t \"viewer\",\n\n\t # Internal-only roles\n\t \"external-authenticator\"\n\t];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n}\n\n# For fleets specifically, roles can be conferred by roles on the user's Silo.\nhas_role(actor: AuthenticatedActor, role: String, _: Fleet) if\n\tsilo_role in actor.confers_fleet_role(role) and\n\thas_role(actor, silo_role, actor.silo.unwrap());\n\nresource Silo {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Permissions implied by roles on this resource's parent (Fleet). Fleet\n\t# privileges allow a user to see and potentially administer the Silo,\n\t# but they do not give anyone permission to look at anything inside the\n\t# Silo. To achieve this, we use permission rules here. (If we granted\n\t# Fleet administrators _roles_ on the Silo, then those would cascade\n\t# into the Silo as well.)\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"collaborator\" on \"parent_fleet\";\n\n\t# external authenticator has to create silo users\n\t\"list_children\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", silo: Silo)\n\tif silo.fleet = fleet;\n\n# As a special case, all authenticated users can read their own Silo. That's\n# not quite the same as having the \"viewer\" role. For example, they cannot list\n# Organizations in the Silo.\n#\n# One reason this is necessary is because if an unprivileged user tries to\n# create an Organization using \"POST /organizations\", they should get back a 403\n# (which implies they're able to see /organizations, which is essentially seeing\n# the Silo itself) rather than a 404. This behavior isn't a hard constraint\n# (i.e., you could reasonably get a 404 for an API you're not allowed to call).\n# Nor is the implementation (i.e., we could special-case this endpoint somehow).\n# But granting this permission is the simplest way to keep this endpoint's\n# behavior consistent with the rest of the API.\n#\n# This rule is also used to determine if a user can list the identity providers\n# in the Silo (which they should be able to), since that's predicated on being\n# able to read the Silo.\n#\n# It's unclear what else would break if users couldn't see their own Silo.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif silo in actor.silo;\n\nresource Project {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Roles implied by roles on this resource's parent (Silo)\n\trelations = { parent_silo: Silo };\n\t\"admin\" if \"collaborator\" on \"parent_silo\";\n\t\"viewer\" if \"viewer\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", project: Project)\n\tif project.silo = silo;\n\n#\n# GENERAL RESOURCES OUTSIDE THE SILO/PROJECT HIERARCHY\n#\n# Many resources use snippets of Polar generated by the `authz_resource!` Rust\n# macro. Some resources require custom Polar code. Those appear here.\n#\n\nresource Certificate {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Fleet-level and silo-level roles both grant privileges on certificates.\n\t\"read\" if \"admin\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", certificate: Certificate)\n\tif certificate.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", certificate: Certificate)\n\tif certificate.silo.fleet = fleet;\n\nresource SiloUser {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\t# Fleet and Silo administrators can manage a Silo's users. This is one\n\t# of the only areas of Silo configuration that Fleet Administrators have\n\t# permissions on.\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"read\" on \"parent_fleet\";\n\t\"read\" if \"read\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", user: SiloUser)\n\tif user.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", user: SiloUser)\n\tif user.silo.fleet = fleet;\n\n# authenticated actors have all permissions on themselves\nhas_permission(actor: AuthenticatedActor, _perm: String, silo_user: SiloUser)\n if actor.equals_silo_user(silo_user);\n\nhas_permission(actor: AuthenticatedActor, \"read\", silo_user: SiloUser)\n if silo_user.silo in actor.silo;\n\nresource SiloGroup {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\trelations = { parent_silo: Silo };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", group: SiloGroup)\n\tif group.silo = silo;\n\nresource SshKey {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { silo_user: SiloUser };\n\n\t\"read\" if \"read\" on \"silo_user\";\n\t\"modify\" if \"modify\" on \"silo_user\";\n}\nhas_relation(user: SiloUser, \"silo_user\", ssh_key: SshKey)\n\tif ssh_key.silo_user = user;\n\nresource IdentityProvider {\n\tpermissions = [\n\t \"read\",\n\t \"modify\",\n\t \"create_child\",\n\t \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", identity_provider: IdentityProvider)\n\tif identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: IdentityProvider)\n\tif collection.silo.fleet = fleet;\n\nresource SamlIdentityProvider {\n\tpermissions = [\n\t \"read\",\n\t \"modify\",\n\t \"create_child\",\n\t \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", saml_identity_provider: SamlIdentityProvider)\n\tif saml_identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SamlIdentityProvider)\n\tif collection.silo.fleet = fleet;\n\n#\n# SYNTHETIC RESOURCES OUTSIDE THE SILO HIERARCHY\n#\n# The resources here do not correspond to anything that appears explicitly in\n# the API or is stored in the database. These are used either at the top level\n# of the API path (e.g., \"/v1/system/ip-pools\") or as an implementation detail of the system\n# (in the case of console sessions and \"Database\"). The policies are\n# either statically-defined in this file or driven by role assignments on the\n# Fleet. None of these resources defines their own roles.\n#\n\n# Describes the policy for reading and modifying DNS configuration\n# (both internal and external)\nresource DnsConfig {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t# \"external-authenticator\" requires these permissions because that's the\n\t# context that Nexus uses when creating and deleting Silos. These\n\t# operations necessarily need to read and modify DNS configuration.\n\t\"read\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"modify\" if \"external-authenticator\" on \"parent_fleet\";\n\t# \"admin\" on the parent fleet also gets these permissions, primarily for\n\t# the test suite.\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", dns_config: DnsConfig)\n\tif dns_config.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource BlueprintConfig {\n\tpermissions = [\n\t \"list_children\", # list blueprints\n\t \"create_child\", # create blueprint\n\t \"read\", # read the current target\n\t \"modify\", # change the current target\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", list: BlueprintConfig)\n\tif list.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource TargetReleaseConfig {\n\tpermissions = [\n\t \"read\", # read the current target release\n\t \"modify\", # change the current target release\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", resource: TargetReleaseConfig)\n\tif resource.fleet = fleet;\n\n# Describes the policy for reading and modifying low-level inventory\nresource Inventory {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", inventory: Inventory)\n\tif inventory.fleet = fleet;\n\n# Describes the policy for accessing \"/v1/system/ip-pools\" in the API\nresource IpPoolList {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"create_child\",\n\t];\n\n\t# Fleet Administrators can create or modify the IP Pools list.\n\trelations = { parent_fleet: Fleet };\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\n\t# Fleet Viewers can list IP Pools\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", ip_pool_list: IpPoolList)\n\tif ip_pool_list.fleet = fleet;\n\n# Any authenticated user can create a child of a provided IP Pool.\n# This is necessary to use the pools when provisioning instances.\nhas_permission(actor: AuthenticatedActor, \"create_child\", ip_pool: IpPool)\n\tif silo in actor.silo and silo.fleet = ip_pool.fleet;\n\n# Describes the policy for creating and managing web console sessions.\nresource ConsoleSessionList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ConsoleSessionList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing device authorization requests.\nresource DeviceAuthRequestList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: DeviceAuthRequestList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing Silo certificates\nresource SiloCertificateList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Both Fleet and Silo administrators can see and modify the Silo's\n\t# certificates.\n\t\"list_children\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloCertificateList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloCertificateList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo identity providers\nresource SiloIdentityProviderList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the identity providers in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's identity provider\n\t# configuration. This is one of the only areas of Silo configuration\n\t# that Fleet Administrators have permissions on. This is also one of\n\t# the only cases where we need to look two levels up the hierarchy to\n\t# see if somebody has the right permission. For most other things,\n\t# permissions cascade down the hierarchy so we only need to look at the\n\t# parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloIdentityProviderList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloIdentityProviderList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo users (mostly intended for\n# API-managed users)\nresource SiloUserList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the users in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's users. This is\n\t# one of the only areas of Silo configuration that Fleet Administrators\n\t# have permissions on. This is also one of the few cases (so far) where\n\t# we need to look two levels up the hierarchy to see if somebody has the\n\t# right permission. For most other things, permissions cascade down the\n\t# hierarchy so we only need to look at the parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloUserList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloUserList)\n\tif collection.silo.fleet = fleet;\n\n# These rules grants the external authenticator role the permissions it needs to\n# read silo users and modify their sessions. This is necessary for login to\n# work.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif has_role(actor, \"external-authenticator\", silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\n\n# All authenticated users can read and delete device authn requests because\n# by necessity these operations happen before we've figured out what user (or\n# even Silo) the device auth is associated with. Any user can claim a device\n# auth request with the right user code (that's how it works) -- it's the user\n# code and associated logic that prevents unauthorized access here.\nhas_permission(_actor: AuthenticatedActor, \"read\", _device_auth: DeviceAuthRequest);\nhas_permission(_actor: AuthenticatedActor, \"modify\", _device_auth: DeviceAuthRequest);\n\nhas_permission(actor: AuthenticatedActor, \"read\", device_token: DeviceAccessToken)\n\tif has_role(actor, \"external-authenticator\", device_token.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", identity_provider: IdentityProvider)\n\tif has_role(actor, \"external-authenticator\", identity_provider.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", saml_identity_provider: SamlIdentityProvider)\n\tif has_role(actor, \"external-authenticator\", saml_identity_provider.silo.fleet);\n\n# Describes the policy for who can access the internal database.\nresource Database {\n\tpermissions = [\n\t # \"query\" is required to perform any query against the database,\n\t # whether a read or write query. This is checked when an operation\n\t # checks out a database connection from the connection pool.\n\t #\n\t # Any authenticated user gets this permission. There's generally\n\t # some other authz check involved in the database query. For\n\t # example, if you're querying the database to \"read\" a \"Project\", we\n\t # should also be checking that. So why do we do this at all? It's\n\t # a belt-and-suspenders measure so that if we somehow introduced an\n\t # unauthenticated code path that hits the database, it cannot be\n\t # used to DoS the database because we won't allow the operation to\n\t # make the query. (As long as the code path _is_ authenticated, we\n\t # can use throttling mechanisms to prevent DoS.)\n\t \"query\",\n\n\t # \"modify\" is required to populate database data that's delivered\n\t # with the system. It should also be required for schema changes,\n\t # when we support those. This is separate from \"query\" so that we\n\t # cannot accidentally invoke these code paths from API calls and\n\t # other general functions.\n\t \"modify\"\n\t];\n}\n\n# All authenticated users have the \"query\" permission on the database.\nhas_permission(_actor: AuthenticatedActor, \"query\", _resource: Database);\n\n# The \"db-init\" user is the only one with the \"modify\" permission.\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"modify\", _resource: Database);\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"create_child\", _resource: IpPoolList);\n# It also has \"admin\" on the internal silo to populate it with built-in resources.\n# TODO-completeness: actually limit to just internal silo and not all silos\nhas_role(USER_DB_INIT: AuthenticatedActor, \"admin\", _silo: Silo);\n\n# Allow the internal API admin permissions on all silos.\nhas_role(USER_INTERNAL_API: AuthenticatedActor, \"admin\", _silo: Silo);\n\nresource WebhookSecret {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_webhook_receiver: WebhookReceiver };\n\n\t\"read\" if \"read\" on \"parent_webhook_receiver\";\n\t\"modify\" if \"modify\" on \"parent_webhook_receiver\";\n}\n\nhas_relation(rx: WebhookReceiver, \"parent_webhook_receiver\", secret: WebhookSecret)\n\tif secret.webhook_receiver = rx;\n\nresource WebhookEventClassList {\n\tpermissions = [ \"list_children\" ];\n\trelations = { parent_fleet: Fleet };\n\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: WebhookEventClassList)\n\tif collection.fleet = fleet;\n\n\n\n resource Disk {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Disk)\n if child.project = parent;\n \n\n resource Snapshot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Snapshot)\n if child.project = parent;\n \n\n resource ProjectImage {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: ProjectImage)\n if child.project = parent;\n \n\n resource AffinityGroup {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: AffinityGroup)\n if child.project = parent;\n \n\n resource AntiAffinityGroup {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: AntiAffinityGroup)\n if child.project = parent;\n \n\n resource Instance {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Instance)\n if child.project = parent;\n \n\n resource IpPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: IpPool)\n if child.fleet = fleet;\n \n\n resource InstanceNetworkInterface {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Instance\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InstanceNetworkInterface)\n if has_relation(project, \"containing_project\", child.instance);\n\n has_relation(parent: Instance, \"parent\", child: InstanceNetworkInterface)\n if child.instance = parent;\n \n\n resource Vpc {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Vpc)\n if child.project = parent;\n \n\n resource VpcRouter {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: VpcRouter)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: VpcRouter)\n if child.vpc = parent;\n \n\n resource InternetGateway {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGateway)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: InternetGateway)\n if child.vpc = parent;\n \n\n resource InternetGatewayIpPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: InternetGateway\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGatewayIpPool)\n if has_relation(project, \"containing_project\", child.internet_gateway);\n\n has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpPool)\n if child.internet_gateway = parent;\n \n\n resource InternetGatewayIpAddress {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: InternetGateway\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGatewayIpAddress)\n if has_relation(project, \"containing_project\", child.internet_gateway);\n\n has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpAddress)\n if child.internet_gateway = parent;\n \n\n resource RouterRoute {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: VpcRouter\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: RouterRoute)\n if has_relation(project, \"containing_project\", child.vpc_router);\n\n has_relation(parent: VpcRouter, \"parent\", child: RouterRoute)\n if child.vpc_router = parent;\n \n\n resource VpcSubnet {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: VpcSubnet)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: VpcSubnet)\n if child.vpc = parent;\n \n\n resource FloatingIp {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: FloatingIp)\n if child.project = parent;\n \n\n resource Image {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_silo: Silo };\n \"list_children\" if \"viewer\" on \"containing_silo\";\n \"read\" if \"viewer\" on \"containing_silo\";\n \"modify\" if \"collaborator\" on \"containing_silo\";\n \"create_child\" if \"collaborator\" on \"containing_silo\";\n }\n\n has_relation(parent: Silo, \"containing_silo\", child: Image)\n if child.silo = parent;\n \n\n resource SiloImage {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_silo: Silo };\n \"list_children\" if \"viewer\" on \"containing_silo\";\n \"read\" if \"viewer\" on \"containing_silo\";\n \"modify\" if \"collaborator\" on \"containing_silo\";\n \"create_child\" if \"collaborator\" on \"containing_silo\";\n }\n\n has_relation(parent: Silo, \"containing_silo\", child: SiloImage)\n if child.silo = parent;\n \n\n resource AddressLot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: AddressLot)\n if child.fleet = fleet;\n \n\n resource Blueprint {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Blueprint)\n if child.fleet = fleet;\n \n\n resource LoopbackAddress {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: LoopbackAddress)\n if child.fleet = fleet;\n \n\n\n resource ConsoleSession {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: ConsoleSession)\n if child.fleet = fleet;\n \n\n resource DeviceAuthRequest {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAuthRequest)\n if child.fleet = fleet;\n \n\n resource DeviceAccessToken {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAccessToken)\n if child.fleet = fleet;\n \n\n resource PhysicalDisk {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: PhysicalDisk)\n if child.fleet = fleet;\n \n\n resource Rack {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Rack)\n if child.fleet = fleet;\n \n\n resource RoleBuiltin {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: RoleBuiltin)\n if child.fleet = fleet;\n \n\n\n\n\n\n resource SupportBundle {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: SupportBundle)\n if child.fleet = fleet;\n \n\n\n\n resource Sled {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Sled)\n if child.fleet = fleet;\n \n\n resource TufRepo {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufRepo)\n if child.fleet = fleet;\n \n\n resource TufArtifact {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufArtifact)\n if child.fleet = fleet;\n \n\n resource WebhookEvent {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: WebhookEvent)\n if child.fleet = fleet;\n \n\n resource WebhookReceiver {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: WebhookReceiver)\n if child.fleet = fleet;\n \n\n\n resource Zpool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Zpool)\n if child.fleet = fleet;\n \n\n resource Service {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Service)\n if child.fleet = fleet;\n \n\n resource UserBuiltin {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: UserBuiltin)\n if child.fleet = fleet;\n "} {"msg":"Setting up resolver using DNS address: [::1]:48086","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:22.006210709Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"new DNS resolver","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:22.006275438Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","addresses":"[[::1]:48086]"} {"msg":"Setting up qorb database pool from a single host","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:22.006417741Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","url":"PostgresConfigWithUrl {\n url_raw: \"postgresql://root@[::1]:39809/omicron?sslmode=disable\",\n config: Config {\n user: Some(\n \"root\",\n ),\n password: None,\n dbname: Some(\n \"omicron\",\n ),\n options: None,\n application_name: None,\n ssl_mode: Disable,\n host: [\n Tcp(\n \"::1\",\n ),\n ],\n hostaddr: [],\n port: [\n 39809,\n ],\n connect_timeout: None,\n tcp_user_timeout: None,\n keepalives: true,\n keepalives_idle: 7200s,\n keepalives_interval: None,\n keepalives_retries: None,\n target_session_attrs: Any,\n channel_binding: Prefer,\n load_balance_hosts: Disable,\n },\n}"} {"msg":"registered USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.010068195Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"Database schema version is up to date","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:22.185404982Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"desired_version":"140.0.0","found_version":"140.0.0","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"registered USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.407250475Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"32962a96-1050-458e-9f0b-0d2644237a7f","component":"clickhouse-client","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.523015669Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/bgtasks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.526104804Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/bgtasks/activate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.526178751Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/bgtasks/view/{bgtask_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.526209382Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/clickhouse/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.526260474Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/clickhouse/policy","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.526297999Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/downstairs/{downstairs_id}/stop-request","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.526334462Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/downstairs/{downstairs_id}/stopped","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.526361185Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair/{repair_id}/progress","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.526394702Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair-finish","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.52642912Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair-start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.526466615Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/demo-saga","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.526490933Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/demo-saga/{demo_saga_id}/complete","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.526538769Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/deployment/blueprints/all","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.52657431Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/deployment/blueprints/all/{blueprint_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.526608317Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/deployment/blueprints/all/{blueprint_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.526634459Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/deployment/blueprints/import","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.526709659Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/deployment/blueprints/regenerate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.526747725Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/deployment/blueprints/target","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.526783226Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/deployment/blueprints/target","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.526806983Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/deployment/blueprints/target/enabled","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.526839588Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/disk/{disk_id}/remove-read-only-parent","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.526881612Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/disks/{disk_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.526905429Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.52697091Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.527008404Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.527042933Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.527068584Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.52710152Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.527137011Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.527174455Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.527209675Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.527233794Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/instances/{instance_id}/migrate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.527266619Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/metrics/collectors","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.527303282Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/metrics/collectors/{collector_id}/producers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.527338993Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/metrics/producers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.52736252Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/mgs-updates","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.527396007Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/nat/ipv4/changeset/{from_gen}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.527433321Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/oximeter/read-policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.527457259Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/oximeter/read-policy","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.527490886Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/physical-disk/expunge","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.527525565Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/probes/{sled}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.527559723Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/racks/{rack_id}/initialization-complete","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.527585835Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/sagas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.527618921Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/sagas/{saga_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.527655895Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/sled-agents/{sled_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.527681666Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/sled-agents/{sled_id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.527717197Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/sled-agents/{sled_id}/firewall-rules-update","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.527752086Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/sleds/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.527787387Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/sleds/expunge","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.527810873Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/sleds/uninitialized","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.52784412Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/switch/{switch_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.527880883Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/ping","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.527906364Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.527939279Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/volume/{volume_id}/remove-read-only-parent","method":"POST"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:22.527975962Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.52801516Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"SEC running","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:22.528052485Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"sec_id":"97c67135-b211-4355-9f7e-0f6b3a427d7e","component":"SEC","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:22.528415809Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.528468353Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.534034423Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in users","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.534171887Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:22.53543301Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.535502198Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.535984178Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"starting MgsUpdateDriver","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:22.538210794Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"MgsUpdateDriver","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:22.593818179Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:64511","req_id":"7b968f7e-a978-4699-8424-8be10fb2b8d8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000: 3a 92 01 00 00 01 00 00 00 00 00 01 10 5f 63 72 :............_cr\n0010: 75 63 69 62 6c 65 2d 70 61 6e 74 72 79 04 5f 74 ucible-pantry._t\n0020: 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 cp.control-plane\n0030: 05 6f 78 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 .oxide.internal.\n0040: 00 21 00 01 00 00 29 04 d0 00 00 00 00 00 00 .!....)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.596887394Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:64511","req_id":"7b968f7e-a978-4699-8424-8be10fb2b8d8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 14994,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 16,\n 95,\n 99,\n 114,\n 117,\n 99,\n 105,\n 98,\n 108,\n 101,\n 45,\n 112,\n 97,\n 110,\n 116,\n 114,\n 121,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14994,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 16,\n 95,\n 99,\n 114,\n 117,\n 99,\n 105,\n 98,\n 108,\n 101,\n 45,\n 112,\n 97,\n 110,\n 116,\n 114,\n 121,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:22.600481635Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:64511","req_id":"7b968f7e-a978-4699-8424-8be10fb2b8d8","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"created 5 built-in users","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:22.604140295Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:22.604214432Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.604259913Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.604864127Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.605400656Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:22.605467339Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.605509242Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.605927235Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 10 built-in roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:22.689430991Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:22.689855166Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.691193032Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.694663516Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in role assignments","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.694754728Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:22.694840279Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.694957963Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:22.695821023Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 4 built-in role assignments","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:23.005106273Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.005173627Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.005261943Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.007760792Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in silos","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.00785024Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.007877063Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.007913847Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.008314094Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 2 built-in silos","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:23.121963794Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.122049595Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.122132921Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.122738968Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.138799838Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.138904808Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.140857488Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in projects","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.140918139Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.141086865Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.141131153Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.141679175Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.146477796Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.146535201Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.146623747Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.146662865Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.147188462Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.184278241Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.184349223Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.184379844Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.184989659Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.187534138Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.191177868Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.19125416Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.191288869Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.191317627Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.191341635Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.191844667Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.193983939Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.194043698Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.194072415Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.194588313Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.197189396Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.200541084Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.200602887Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.200727115Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.201367901Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created built-in services project","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:23.230463552Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.230528722Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.230556898Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.233674901Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in VPCs","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.233787034Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.23381475Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.233839168Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.234415406Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.237997093Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.238053455Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.238628471Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.241029344Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.241090807Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.241121187Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.241146337Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.241602586Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.243453324Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.243509115Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.243537081Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.243929052Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.246391758Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.246448742Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.246476507Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.246862035Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.249158331Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.255279176Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"successful lookup of siloed resource \"Project\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.255357111Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.255382903Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.255411269Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.25543658Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.255462972Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.25697259Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.335673346Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.335752594Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.335782383Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.336564913Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.339566243Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.339728596Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.339776451Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.340768718Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.342995455Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.350120782Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.350184138Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.35036106Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.351307917Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.373159996Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.37385973Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.373918207Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.373948898Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.375073939Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.377723118Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.377781273Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.377812095Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.386381809Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.389801593Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.389868406Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.389922594Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.390759973Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.396700008Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.407160089Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.407288595Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.40733154Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.408382013Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.418189775Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.418260005Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.41929167Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.428323926Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.428381501Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.429452395Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.433398337Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.433472304Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.433503496Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.433527975Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.434063642Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.436948861Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.436998831Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.437025323Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.437991779Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.442511083Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.442696743Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.442741963Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.443612017Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.447201188Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.456420196Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.456566428Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.456719262Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.45736061Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.514655937Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.514739083Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.514772169Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.514799123Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.515546141Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.51770896Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.517760303Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.517787837Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.51949059Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.527156003Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.527203828Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.527229229Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.527798573Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.532473929Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.539522482Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.539590829Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.539617862Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.540066767Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.635359572Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.635468428Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.635605712Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.635649138Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.63638279Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.640996312Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.64109553Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.641128937Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.641859382Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.644829189Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.644883908Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.644912225Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.645374926Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.649370938Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.655852803Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.65612721Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.656226658Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.656737947Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in VPC firewall rules","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.66722925Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.667295191Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.667326363Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.668353309Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.672889648Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.673061861Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.673841554Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.680520031Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.680580772Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.681861754Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.6890668Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.68913236Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.689164885Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.689189895Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.700299149Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.707852118Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.707920274Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.707949081Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.711159087Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.718858999Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.718933377Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.718964689Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.719614704Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.721627014Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.726303542Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.726364573Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.726389292Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.726419442Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.726444112Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.726468841Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.726846042Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.732487072Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.732576209Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.732608243Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.732971477Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.741713876Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.741845648Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.741938273Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.742720211Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.746203731Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.755416688Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.755484533Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.755514593Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.755994539Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.765579005Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.765683614Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.766025064Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.766056928Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.767474522Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.769585047Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.769644756Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.769719956Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.770543968Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.773370299Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.773426621Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.773454126Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.774156666Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.775934588Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.783398139Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.783488619Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.783586314Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.784260487Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created built-in VPC firewall rules","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:23.93360695Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"attempting to create built-in VPC Subnets","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.933679995Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.933706308Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.933733492Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.934238889Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.940896073Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.940971403Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.941707249Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.944063835Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.944124004Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.944793639Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.948348722Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.948496406Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.948591896Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.948670433Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.949380097Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.953149106Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.953255208Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.953339576Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.954366963Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.960225275Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.960295295Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.960326627Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.962908201Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.965574894Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.976833416Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.9769158Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.976942944Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.976968395Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.97757346Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.985574081Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.985639491Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.985669641Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.98576416Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.986202954Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.988860228Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.988916581Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.98894634Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.989797275Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.991850536Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:23.991903572Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.991931688Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.992375072Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:23.995170211Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.001532106Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.008117247Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.008194461Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.008226745Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.008251635Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.008926589Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.012755097Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.012838383Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.012978683Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.013982814Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.018128914Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.018230256Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.018262621Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.019334356Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.022907025Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.035145439Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.035281941Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.035377521Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.036709555Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.094608164Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.094674567Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.095214412Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.09891743Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.099059784Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.099201657Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.0993037Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.100268392Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.104220226Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.104329864Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.104419603Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.111167408Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.114142575Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.114341953Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.114386411Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.115503497Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.117261931Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.132107189Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.138256371Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.138483884Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.138574074Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.138728622Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.140570662Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.143802421Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.143856388Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.143886639Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.145497839Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.147623233Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.147680367Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.147710097Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.148255533Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.161642476Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.176155642Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.176417875Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.177051998Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.17863881Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.187106201Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.187718561Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.189414069Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.200134128Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.200308806Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.200616138Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.200752911Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.202650231Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.20491807Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.204977628Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.205007227Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.206000326Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.208402703Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.208459225Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.208487932Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.210955118Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.213539628Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.22108927Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.237247424Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.237409467Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.237513243Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.237598503Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.238638736Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.243923976Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.244076641Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.244171189Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.244991513Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.25846575Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.258575799Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.258708353Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.25944934Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.261430387Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.268194604Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.268261067Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.268290245Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.2688349Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.276473459Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.276705161Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.277820473Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created built-in services vpc subnets","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:24.280894518Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"created built-in services vpc","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:24.281044016Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.282100761Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.282156542Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.284511715Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create silo users","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.284599239Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.284631604Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.284657565Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.285142181Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 2 silo users","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:24.297866012Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"attempting to create silo user role assignments","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.298725094Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.298782559Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.298816115Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.299755627Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 2 silo user role assignments","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:24.305835732Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.305898617Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.305929949Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.306811335Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.344575909Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.382066877Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.394109381Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.42661183Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.426693162Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.426724505Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.426751839Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.428708838Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.435837892Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.439533095Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.439655288Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.439740087Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.440617375Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.450661748Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.450882207Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.460393388Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.46051005Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.461286207Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.464860889Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.479450277Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.479517571Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.479548012Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.480268788Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:24.638552528Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.638631125Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.639597961Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"populate complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:24.658566054Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"activating background tasks","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:24.658628619Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"Running step start_sled1","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.663035439Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"init_with_steps"} {"msg":"setting up sled agent server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:24.673559878Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"created simulated sled agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:24.818240745Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","sim_mode":"Explicit"} {"msg":"registered sled b6d65341-167c-41df-9b5c-41cded99c229 storage","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:24.819430726Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"omicron_sled_agent::sim::SimulatedUpstairs"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmp5hvbgk/artifact-config.json","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:24.820620055Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.820768401Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmp5hvbgk/artifact-config.json"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmp70pE0Y/artifact-config.json","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:24.820860715Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:24.820922378Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmp70pE0Y/artifact-config.json"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.259439174Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:64173","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifact/sha256/{sha256}","method":"GET"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:25.271393702Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:64173","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.272252323Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:64173","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.279077843Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.279143393Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.279174796Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}/copy-from-depot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.279200888Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.279229795Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.279277049Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.279302761Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.279326508Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write/status/{update_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.27935248Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/bootstore/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.279376798Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/datasets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.279400626Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.279424082Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.279447489Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/eip-gateways","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.279470335Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.279493751Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.279516767Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.279555895Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/omicron-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.27958336Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/omicron-physical-disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.279607448Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-identifiers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.279630193Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-role","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.279652948Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sleds","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.279675203Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/dladm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.279697718Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/ipadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.279719942Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/download/{zone}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.279741836Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.27976431Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/nvmeadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.279786344Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pargs-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.279808829Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pfiles-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.279831204Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pstack-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.279853648Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zfs-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.279875682Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zoneadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.279898017Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zpool-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.27991988Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.279942175Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.27996484Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.279987515Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.280010561Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.280034509Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.280059759Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.280085089Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.280108185Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.280131171Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/switch-ports","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.280153506Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/timesync","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.280177013Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.280199497Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.280224517Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.28025602Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.280279507Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.280302332Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/disks/{disk_id}/snapshot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.280325318Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.280347973Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.280369907Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.280391911Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke-single-step","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.280414997Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/sim-migration-source","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.280437792Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.280460257Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.280482672Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc/{vpc_id}/firewall/rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.280505287Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.280529685Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.280595547Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.280624194Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.280649103Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.28067253Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.280695155Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.280719373Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.280742038Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.280764513Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.280787269Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.280810164Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zpools","method":"GET"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:25.280832609Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.281738073Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.281911158Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":1,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.281966588Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.281995305Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.28202247Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.293340811Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.293490589Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":1,"reason":"Timeout"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.293538484Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.293816268Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":1,"reason":"Timeout"} {"msg":"DNS propagation: skipped","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:25.293866999Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","reason":"no config nor servers"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.293893101Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"error\":\"no config nor servers\"}","iteration":1,"elapsed":"101.232µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.294055044Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":1,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.294100334Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.29471065Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.294767744Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.296950653Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.297013578Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":1,"reason":"Timeout"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.29704453Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"contacting server nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.297425609Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.303420514Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:55729/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:25.317954081Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","remote_addr":"127.0.0.1:47197"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.318690969Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":1,"reason":"Timeout"} {"msg":"DNS propagation: skipped","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:25.319229332Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","reason":"no config nor servers"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.319348389Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"error\":\"no config nor servers\"}","iteration":1,"elapsed":"665.917µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.319630692Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":1,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:25.319821692Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","expiration":"2025-04-30 05:57:25.319766803 UTC"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.320481417Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.32119071Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.32192374Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.322047958Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.322153779Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.32236517Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.322474648Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.322555399Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.323041277Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.323162268Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.323264161Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.323397346Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.323888395Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.344256928Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.344451565Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.344568148Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.345328503Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.345466878Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":1,"reason":"Timeout"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.345605725Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.345749271Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.345883689Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.345982816Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.346066914Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.346615216Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.346750286Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":1,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:25.346899954Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.34700829Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"253.956µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.347258739Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":1,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:25.35694607Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.357483381Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"10.022009ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.366700886Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.366825274Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.366857267Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.366885023Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.366911485Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.367707612Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.367775126Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.367861138Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.367901267Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.367928622Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.3679525Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.368414049Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.368466143Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":1,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.368492876Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"error\":\"task disabled\"}","iteration":1,"elapsed":"29.929µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.368518557Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":1,"reason":"Timeout"} {"msg":"Blueprint rendezvous: skipped","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:25.368545461Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.368567425Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"46.983µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.368590992Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":1,"reason":"Timeout"} {"msg":"Decommissioned Disk Cleaner disabled","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:25.368613186Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.368636062Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":1,"elapsed":"53.867µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.368661522Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.368683706Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.368708716Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.368732494Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.36875593Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.369194053Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.369243692Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.369270245Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.369294223Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.36931807Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.369341257Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.369919489Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.369974017Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.370281911Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.370335467Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.370975002Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.371030522Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.371056203Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.37107979Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.371555328Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.384767703Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.384852913Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.384885137Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.385361336Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.385417477Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.385478148Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.385507757Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.385595903Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.385637476Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.386122412Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.386179846Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":1,"reason":"Timeout"} {"msg":"background instance updater explicitly disabled","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:25.386206499Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.386539393Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":1,"elapsed":"356.48µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.386596336Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.406101689Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.406227751Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.406403841Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.406459442Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":1,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.406489793Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.406557558Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.406587738Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.406986192Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.407044738Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":1,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:25.407073015Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.407188645Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.407219426Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.407247362Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.407272061Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.407640325Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.407730394Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.407820594Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.407864271Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.408251062Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.408306623Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":1,"reason":"Timeout"} {"msg":"listing candidate sagas for recovery","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.408332975Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.4083557Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.408378756Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.408739826Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.408793302Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.408821679Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.408846598Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.40921892Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.409273349Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.409317116Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.409534218Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.410023493Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.410078633Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.410106869Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.41013229Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.410535163Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.410589992Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.410617577Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.410641865Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.412353395Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.412412243Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.412442132Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.412470248Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.413407826Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.413465852Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.413492996Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.413520421Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.413546433Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.413572585Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.414090416Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.41414249Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.414168622Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.414194404Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.414600052Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.414651083Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.414677917Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.414703969Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.415253373Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.415308834Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.415335397Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.415360377Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.415743831Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.416743282Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.416802139Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.41683272Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.416860706Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.417666522Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.423793639Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:51941","req_id":"dca213d6-12c6-4677-9f3f-d0641faa331f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000: 96 78 01 00 00 01 00 00 00 00 00 01 0c 5f 6e 61 .x..........._na\n0010: 6d 65 73 65 72 76 69 63 65 04 5f 74 63 70 0d 63 meservice._tcp.c\n0020: 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 ontrol-plane.oxi\n0030: 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 de.internal..!..\n0040: 00 00 29 04 d0 00 00 00 00 00 00 ..)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.423862787Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:51941","req_id":"dca213d6-12c6-4677-9f3f-d0641faa331f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 38520,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 12,\n 95,\n 110,\n 97,\n 109,\n 101,\n 115,\n 101,\n 114,\n 118,\n 105,\n 99,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38520,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 12,\n 95,\n 110,\n 97,\n 109,\n 101,\n 115,\n 101,\n 114,\n 118,\n 105,\n 99,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nameservice._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:25.424425118Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:51941","req_id":"dca213d6-12c6-4677-9f3f-d0641faa331f","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.42460176Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:50924","req_id":"d9815cbe-7341-4318-b833-b97090dda53c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000: a9 32 01 00 00 01 00 00 00 00 00 01 0d 5f 65 78 .2..........._ex\n0010: 74 65 72 6e 61 6c 2d 64 6e 73 04 5f 74 63 70 0d ternal-dns._tcp.\n0020: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0030: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 ide.internal..!.\n0040: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.424651378Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:50924","req_id":"d9815cbe-7341-4318-b833-b97090dda53c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 43314,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 13,\n 95,\n 101,\n 120,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 45,\n 100,\n 110,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43314,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 13,\n 95,\n 101,\n 120,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 45,\n 100,\n 110,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_external-dns._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:25.425015965Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:50924","req_id":"d9815cbe-7341-4318-b833-b97090dda53c","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.425062878Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.42517911Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.42522451Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.425253097Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.426280063Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to lookup DNS servers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:25.431615504Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","error":"no record found for Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.431676135Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"error\":\"failed to read list of DNS servers: no record found for Query { name: Name(\\\"_nameservice._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"138.210996ms"} {"msg":"failed to lookup DNS servers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:25.432087344Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","error":"no record found for Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.432138366Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"error\":\"failed to read list of DNS servers: no record found for Query { name: Name(\\\"_external-dns._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"135.073616ms"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.432828932Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"d56a5985-305a-4776-9be1-edbc03be3d47","remote_addr":"127.0.0.1:47197","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"registered sled agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:25.435148433Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","sled_uuid":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:25.451283471Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","pruned":"{}","expiration":"2025-04-30 05:57:25.319766803 UTC"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.451425654Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"expiration\":\"2025-04-30T05:57:25.319766803Z\",\"pruned\":[]}","iteration":1,"elapsed":"131.689823ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.490256683Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.490856358Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.498340489Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.498529766Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.498634495Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.499199932Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.559762659Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.563715044Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.570475804Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.57065423Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.570757876Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.571363984Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.608304746Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:64279","req_id":"d3302370-e35d-4c7d-8316-4767cbf2a004","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 55 86 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 U............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.697636173Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:64279","req_id":"d3302370-e35d-4c7d-8316-4767cbf2a004","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 21894,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21894,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:25.72945003Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:64279","req_id":"d3302370-e35d-4c7d-8316-4767cbf2a004","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.729503356Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:64628","req_id":"6fe2acaf-3d83-46e2-a65d-7a506523f44c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 5f 5d 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 _]..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.729536322Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:64628","req_id":"6fe2acaf-3d83-46e2-a65d-7a506523f44c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 24413,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24413,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:25.729867331Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:64628","req_id":"6fe2acaf-3d83-46e2-a65d-7a506523f44c","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.730077821Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":1,"elapsed":"384.515191ms"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.730369201Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.735043314Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.735104326Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.735183554Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.735212521Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:25.755184775Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:25.756149286Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.756199406Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"error\":\"failed to resolve addresses for Dendrite services: no record found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"433.00787ms"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:25.756558642Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:25.756611517Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.756640275Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"error\":\"failed to resolve addresses for Dendrite services: no record found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"412.33472ms"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.76480393Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.825519482Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.825606696Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.825640553Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.826025861Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.835839474Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.840613816Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.840757342Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.84084667Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.841340644Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.968959537Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.977245566Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.977379273Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.977807546Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.978615736Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.979328226Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.991712731Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:25.991834063Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.991868361Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:25.992351013Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:26.077229568Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.077390418Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.078358066Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:26.079013923Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.079138962Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.079706433Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:26.080021651Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.080123183Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.080757928Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.093773601Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.098537973Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:26.09861679Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:26.098647452Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:26.098675267Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.098700547Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.099219491Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.120156898Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":1,"elapsed":"711.338545ms"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:26.184332924Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.184493143Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.186114825Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:26.246551Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.247412226Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.24827743Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.518254501Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.522566032Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:26.522678456Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:26.522710961Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:26.522739588Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.5435443Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.544430686Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed in-progress sagas","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:26.544783569Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","count":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.545062094Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"last_pass\":{\"Success\":{\"nfailed\":0,\"nfound\":0,\"nrecovered\":0,\"nremoved\":0,\"nskipped\":0}},\"ntotal_failures\":0,\"ntotal_finished\":0,\"ntotal_recovered\":0,\"ntotal_sec_errors_bad_state\":0,\"ntotal_sec_errors_missing\":0,\"ntotal_started\":0,\"recent_failures\":[],\"recent_recoveries\":[]}","iteration":1,"elapsed":"1.136727666s"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.546160673Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"by_rx\":{},\"error\":null}","iteration":1,"elapsed":"1.130831428s"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.546629487Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":1,"elapsed":"1.13420533s"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.688863328Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":1,"elapsed":"1.278727872s"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.691947283Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":1,"elapsed":"1.277764894s"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.69212147Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.701010531Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:26.701218385Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.701265389Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.701715586Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.701813581Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:26.701852829Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.701881286Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":1,"elapsed":"1.294197895s"} {"msg":"no more instances in need of reincarnation","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:26.702070393Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","reincarnation_reason":"instance failed","total_found":0} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:26.702160833Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.702200131Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.702615489Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.702659687Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.70884489Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:26.715341304Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:26.715423458Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:26.715455191Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.715483357Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.715826501Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to read target blueprint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:26.74787223Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","error":"Internal Error: no target blueprint set"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.74793736Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"error\":\"failed to read target blueprint: Internal Error: no target blueprint set\"}","iteration":1,"elapsed":"1.4022789s"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.802548147Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","candidates":"[]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:26.802881832Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:26.803620724Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:64922","req_id":"0d2cf7f6-6bdf-4ff7-af4f-dbc4c360db68","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 4a 78 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 Jx..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.803688249Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:64922","req_id":"0d2cf7f6-6bdf-4ff7-af4f-dbc4c360db68","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 19064,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19064,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:26.804203265Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:64922","req_id":"0d2cf7f6-6bdf-4ff7-af4f-dbc4c360db68","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:26.804579525Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","error":"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.804635727Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"error\":\"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"1.437950963s"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.806430332Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{}","iteration":1,"elapsed":"1.437142512s"} {"msg":"inventory collection is None","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:26.823320104Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.823422057Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"error\":\"inventory collection is None\"}","iteration":1,"elapsed":"1.454633572s"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:26.869550415Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.869645394Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.870368555Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to read DNS config","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:26.932383025Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","error":"Internal Error: expected exactly one latest version for DNS group External, found 0"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:26.932536791Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group External, found 0\"}","iteration":1,"elapsed":"1.638361067s"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:27.034756918Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":2,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:27.034837529Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:27.034871877Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:27.034900775Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:27.034926727Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:27.035587343Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:27.035788864Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"d56a5985-305a-4776-9be1-edbc03be3d47","remote_addr":"127.0.0.1:47197","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","latency_us":1602976,"response_code":"204"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:27.036514069Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:55729/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229\", status: 204, headers: {\"x-request-id\": \"d56a5985-305a-4776-9be1-edbc03be3d47\", \"date\": \"Wed, 30 Apr 2025 06:07:27 GMT\"} })"} {"msg":"Running step start_crucible_pantry","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:27.036814788Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"init_with_steps"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:27.038241912Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:48370","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:27.038317753Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:48370","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/job/{id}/is-finished","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:27.038349667Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:48370","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/job/{id}/ok","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:27.038378143Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:48370","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:27.038403805Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:48370","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:27.038457592Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:48370","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:27.03848669Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:48370","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/background","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:27.038513713Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:48370","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/bulk-write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:27.038538733Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:48370","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/import-from-url","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:27.038563022Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:48370","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/scrub","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:27.038587691Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:48370","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/snapshot","method":"POST"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:27.038613462Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:48370","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:27.039218708Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:48370","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Started Simulated Crucible Pantry","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:27.039266584Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:48370"} {"msg":"Running step populate_internal_dns","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:27.039289329Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"init_with_steps"} {"msg":"Populating Internal DNS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:27.039309008Z","hostname":"bmat-EVT22200007-000064cb","pid":12571} {"msg":"DNS population: DnsConfigParams {\n generation: Generation(\n 1,\n ),\n time_created: 2025-04-30T06:07:27.108532992Z,\n zones: [\n DnsConfigZone {\n zone_name: \"control-plane.oxide.internal\",\n records: {\n \"134e1be1-66f3-49a7-91ac-4539a87b28af.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_clickhouse-admin-single-server._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 8888,\n target: \"b44c1701-1168-4a74-861b-a657bfd54f8e.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_nexus._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 55729,\n target: \"97c67135-b211-4355-9f7e-0f6b3a427d7e.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_external-dns._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 53041,\n target: \"2b524f6f-2470-416f-8ec4-6c212ddf48fc.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_nameservice._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 42967,\n target: \"7a178f63-75c6-4084-bf25-dad1df3c7caa.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_oximeter-reader._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 9000,\n target: \"b44c1701-1168-4a74-861b-a657bfd54f8e.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_mgd._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 45437,\n target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"97c67135-b211-4355-9f7e-0f6b3a427d7e.host\": [\n Aaaa(\n ::ffff:127.0.0.1,\n ),\n ],\n \"_cockroach._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 39809,\n target: \"134e1be1-66f3-49a7-91ac-4539a87b28af.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"deb5984a-6bd2-476e-a7d7-e800c1a8b49e.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_crucible-pantry._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 48370,\n target: \"deb5984a-6bd2-476e-a7d7-e800c1a8b49e.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_repo-depot._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 64173,\n target: \"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_dendrite._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 48397,\n target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"2b524f6f-2470-416f-8ec4-6c212ddf48fc.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_mgs._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 46735,\n target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"7a178f63-75c6-4084-bf25-dad1df3c7caa.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"b44c1701-1168-4a74-861b-a657bfd54f8e.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_clickhouse._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 64719,\n target: \"b44c1701-1168-4a74-861b-a657bfd54f8e.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_clickhouse-native._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 9000,\n target: \"b44c1701-1168-4a74-861b-a657bfd54f8e.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"b6d65341-167c-41df-9b5c-41cded99c229.sled\": [\n Aaaa(\n ::1,\n ),\n ],\n },\n },\n ],\n}","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:27.109216003Z","hostname":"bmat-EVT22200007-000064cb","pid":12571} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:27.109719116Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"body":"Some(Body)","uri":"http://[::1]:42967/config","method":"PUT"} {"msg":"failed to read DNS config","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:27.126365973Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","error":"Internal Error: expected exactly one latest version for DNS group Internal, found 0"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:27.12652006Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group Internal, found 0\"}","iteration":1,"elapsed":"1.844661638s"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:27.127099365Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:42967","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:42353"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:27.127771073Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/config","method":"PUT","req_id":"274e9266-5d0f-406e-94c0-b2fbc922f2e5","remote_addr":"[::1]:42353","local_addr":"[::1]:42967","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"attempting generation update","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:27.128571398Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"new_generation":1,"req_id":"274e9266-5d0f-406e-94c0-b2fbc922f2e5","component":"store","component":"internal_dns_server"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:27.128741857Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server"} {"msg":"creating tree","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:27.128835895Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","tree_name":"generation_1_zone_control-plane.oxide.internal"} {"msg":"updating current config","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:27.129720086Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server"} {"msg":"flushing default tree","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:27.130001958Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server"} {"msg":"pruning trees for generations older than 1","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:27.130204702Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","keep":3} {"msg":"updated generation","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:27.130291575Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"new_generation":1,"req_id":"274e9266-5d0f-406e-94c0-b2fbc922f2e5","component":"store","component":"internal_dns_server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:27.131649521Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/config","method":"PUT","req_id":"274e9266-5d0f-406e-94c0-b2fbc922f2e5","remote_addr":"[::1]:42353","local_addr":"[::1]:42967","component":"http","kind":"dns","component":"internal_dns_server","latency_us":3889,"response_code":"204"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:27.132559975Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(Response { url: \"http://[::1]:42967/config\", status: 204, headers: {\"x-request-id\": \"274e9266-5d0f-406e-94c0-b2fbc922f2e5\", \"date\": \"Wed, 30 Apr 2025 06:07:27 GMT\"} })"} {"msg":"Running step configure_sled_agents","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:27.133728092Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"init_with_steps"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:27.176592276Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"body":"Some(Body)","uri":"http://[::1]:41754/omicron-config","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:27.177333373Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47925"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:27.178393695Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/omicron-config","method":"PUT","req_id":"2e666be9-0ca0-420e-9032-236e0296a720","remote_addr":"[::1]:47925","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:27.181174786Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/omicron-config","method":"PUT","req_id":"2e666be9-0ca0-420e-9032-236e0296a720","remote_addr":"[::1]:47925","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2791,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:27.181990672Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(Response { url: \"http://[::1]:41754/omicron-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e666be9-0ca0-420e-9032-236e0296a720\", \"content-length\": \"26\", \"date\": \"Wed, 30 Apr 2025 06:07:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:27.182534135Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"body":"Some(Body)","uri":"http://[::1]:41754/network-bootstore-config","method":"PUT"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:27.18310384Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/network-bootstore-config","method":"PUT","req_id":"6a627a07-5bf6-471f-b6d1-bfc8a8a260a9","remote_addr":"[::1]:47925","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:27.183735519Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/network-bootstore-config","method":"PUT","req_id":"6a627a07-5bf6-471f-b6d1-bfc8a8a260a9","remote_addr":"[::1]:47925","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":640,"response_code":"204"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:27.18417775Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(Response { url: \"http://[::1]:41754/network-bootstore-config\", status: 204, headers: {\"x-request-id\": \"6a627a07-5bf6-471f-b6d1-bfc8a8a260a9\", \"date\": \"Wed, 30 Apr 2025 06:07:27 GMT\"} })"} {"msg":"Running step start_nexus_external","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:27.185385686Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"init_with_steps"} {"msg":"Starting Nexus (external API)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:27.185488742Z","hostname":"bmat-EVT22200007-000064cb","pid":12571} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.524946098Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.525084433Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.525124323Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.525153641Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.526244224Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.52651317Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.532724365Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.532809956Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.532844565Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.533723316Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.5339162Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":1,"elapsed":"4.162837602s"} {"msg":"all instance checks complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:29.533970408Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.534019806Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":1,"elapsed":"4.148641447s"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.534126228Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.534173843Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.534205476Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.53423269Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.53462886Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"reprocessing 0 outdated webhook globs...","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.534702476Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.534731344Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.534760612Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.535333083Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.569225381Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":1,"elapsed":"4.159929868s"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.569421372Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":1,"elapsed":"4.184698819s"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.569563435Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.569613575Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.57040442Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.570468207Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.577241242Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.57730557Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.577337905Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.577939523Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.578056146Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.578095775Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.578124322Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.578149552Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.578591743Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.608631876Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.608777316Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.608900481Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.610475599Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.611510311Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.612457188Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.616998546Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.617121261Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.617203224Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.617802818Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.618685116Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.628578408Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.628738287Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.628783727Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.629276128Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.667924433Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.675956867Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.676052758Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.676085914Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.676549978Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"no more instances in need of reincarnation","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.694800211Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","reincarnation_reason":"start saga failed","total_found":0} {"msg":"instance reincarnation completed successfully","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:29.694862094Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.695042784Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":1,"elapsed":"4.308355778s"} {"msg":"webhook dispatching completed successfully","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.69548721Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","events_without_receivers":0,"events_dispatched":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.695543001Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"dispatched\":[],\"errors\":[],\"glob_version\":\"140.0.0\",\"globs_reprocessed\":{},\"no_receivers\":[]}","iteration":1,"elapsed":"4.280922929s"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.697877402Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.703742267Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.703822116Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.703851906Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.703879511Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.703906434Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.704309307Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.810429394Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.810567669Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.810671256Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.810716706Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.812397806Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.814407059Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":1,"elapsed":"4.403796787s"} {"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:29.87642183Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.876496889Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:41754/vpc-routes","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.876853209Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.876914852Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.87694414Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.878220624Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.878483938Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.881699174Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.881868482Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.881914313Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.882357225Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:29.883338451Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:59284"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.885723282Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","candidates":"[]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.885779384Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.887728127Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/vpc-routes","method":"GET","req_id":"dc4dc0fd-88a6-453c-a1e2-088228a5095c","remote_addr":"[::1]:59284","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:29.8880662Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/vpc-routes","method":"GET","req_id":"dc4dc0fd-88a6-453c-a1e2-088228a5095c","remote_addr":"[::1]:59284","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":333,"response_code":"200"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.891395223Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:57780","req_id":"1f761654-231f-444c-af6b-8ddf2cdbbb34","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: df e7 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.891533268Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:57780","req_id":"1f761654-231f-444c-af6b-8ddf2cdbbb34","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 57319,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.891801322Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.891991671Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.892135899Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:57780","req_id":"1f761654-231f-444c-af6b-8ddf2cdbbb34","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.892360737Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:41754/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc4dc0fd-88a6-453c-a1e2-088228a5095c\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:07:29 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.892530325Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.892582168Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.89307Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.895477868Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2114, tv_nsec: 694359818 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.895541574Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.895854488Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.90161253Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.901675095Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.901706107Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.902174921Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.902877631Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.907557475Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.907722494Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.907768636Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.908150387Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.952172558Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.952240012Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.952269661Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.952935699Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to read Silo/DNS/TLS configuration","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:29.952997582Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","error":"Internal Error: expected at least one external DNS zone"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.95303666Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"error\":\"failed to read Silo/DNS/TLS configuration: Internal Error: expected at least one external DNS zone\"}","iteration":1,"elapsed":"4.630942149s"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.958284916Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:51708","req_id":"c65147f6-10b2-497f-81a5-097d4196ff3a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: bd 24 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .$..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.958387Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:51708","req_id":"c65147f6-10b2-497f-81a5-097d4196ff3a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 48420,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.958589153Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.963478184Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:51708","req_id":"c65147f6-10b2-497f-81a5-097d4196ff3a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"No bundles to collect","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:29.964753565Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.964884095Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":1,"elapsed":"4.597054981s"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:29.965245495Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.986274314Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:29.987499414Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.087546542Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.208216399Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:41754/v2p","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.209003277Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.209156642Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.209312182Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.209405077Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.210292916Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:30.211075385Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","assocs":"{}","sled":"sim-b6d65341"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.21129874Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:41754/eip-gateways","method":"PUT"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.212285636Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.222517322Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.222620157Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.222843402Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.223651663Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.223850809Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.223950448Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.224542568Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:30.225387651Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:48939"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.225782358Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/eip-gateways","method":"PUT","req_id":"34f48526-25e6-4407-b821-37a678180fd7","remote_addr":"[::1]:59284","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.229336058Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:58968","req_id":"c3e323ea-e3b4-49c2-b0e8-c7890ddb4f3d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 82 16 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.230195431Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:58968","req_id":"c3e323ea-e3b4-49c2-b0e8-c7890ddb4f3d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 33302,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.235878474Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33302,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:30.236113622Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:58968","req_id":"c3e323ea-e3b4-49c2-b0e8-c7890ddb4f3d","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:30.240824548Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/eip-gateways","method":"PUT","req_id":"34f48526-25e6-4407-b821-37a678180fd7","remote_addr":"[::1]:59284","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":13083,"response_code":"204"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.253244454Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.253303382Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","mgs_url":"http://[::1]:46735"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.25794516Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/ignition","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.287547862Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/v2p","method":"GET","req_id":"6ff7c592-20c6-4a27-a671-46251802abd4","remote_addr":"[::1]:48939","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.289596062Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:41754/eip-gateways\", status: 204, headers: {\"x-request-id\": \"34f48526-25e6-4407-b821-37a678180fd7\", \"date\": \"Wed, 30 Apr 2025 06:07:29 GMT\"} })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.290761384Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{}","iteration":1,"elapsed":"4.883527509s"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:30.291039829Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/v2p","method":"GET","req_id":"6ff7c592-20c6-4a27-a671-46251802abd4","remote_addr":"[::1]:48939","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3525,"response_code":"200"} {"msg":"set cockroachdb setting","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:30.291427351Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","value":"22.1","setting":"cluster.preserve_downgrade_option"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.291583342Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.291630396Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.292676009Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.296926277Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:41754/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ff7c592-20c6-4a27-a671-46251802abd4\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:07:29 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:30.297056196Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","interfaces":"{}","sled":"sim-b6d65341"} {"msg":"v2p mappings to delete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:30.297101557Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","mappings":"[]","sled":"sim-b6d65341"} {"msg":"v2p mappings to add","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:30.297131326Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","mappings":"[]","sled":"sim-b6d65341"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.298698038Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{}","iteration":1,"elapsed":"4.928705684s"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.300452684Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.308184529Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.30825041Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.308284067Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.308810506Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.311877667Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.311941835Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.312015762Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.312681378Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.321708464Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:41754/artifacts-config","method":"PUT"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.32245914Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.322637475Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.324144328Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.324202453Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.325729646Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:30.326379842Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:60809"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.327046159Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.327104425Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.32713682Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.327613349Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.328998239Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/artifacts-config","method":"PUT","req_id":"61b83c28-c5f8-4132-9f1f-dc19b1895b9d","remote_addr":"[::1]:60809","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmp5hvbgk/artifact-config.json","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:30.332962207Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.333010002Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmp5hvbgk/artifact-config.json"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmp70pE0Y/artifact-config.json","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:30.333040913Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.33310964Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmp70pE0Y/artifact-config.json"} {"msg":"Writing ledger to /var/tmp/omicron_tmp/.tmp5hvbgk/.artifact-config.json.tmp","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:30.333141293Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Writing ledger to /var/tmp/omicron_tmp/.tmp70pE0Y/.artifact-config.json.tmp","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:30.337578294Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.338226766Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.348273213Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"updating rack subnet for rack c19a698f-c6f9-4a17-ae30-20d711b8f7dc to Some(\n V6(\n Ipv6Network {\n addr: fd00:1122:3344:100::,\n prefix: 56,\n },\n ),\n)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.348340767Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.348366358Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.348390827Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.349414176Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.350383347Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb2459c0-8144-4320-a68f-00cb2697869c\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.352414684Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0","method":"GET"} {"msg":"Starting delete reconciler","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:30.352912737Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","generation":1} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:30.353216833Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/artifacts-config","method":"PUT","req_id":"61b83c28-c5f8-4132-9f1f-dc19b1895b9d","remote_addr":"[::1]:60809","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":24229,"response_code":"204"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.353286141Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.372176779Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.372311688Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.372407759Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.372988907Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.396219513Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:41754/artifacts-config\", status: 204, headers: {\"x-request-id\": \"61b83c28-c5f8-4132-9f1f-dc19b1895b9d\", \"date\": \"Wed, 30 Apr 2025 06:07:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.39629852Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:41754/artifacts","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.397281378Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.397346969Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.397991273Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Using static configuration for external switchports","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:30.398378655Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.398427001Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.39845637Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.398960133Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.399683034Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/artifacts","method":"GET","req_id":"bff11004-8c0a-4338-9d3f-1a8ad48fa813","remote_addr":"[::1]:60809","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:30.401467339Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/artifacts","method":"GET","req_id":"bff11004-8c0a-4338-9d3f-1a8ad48fa813","remote_addr":"[::1]:60809","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1803,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.405959309Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.4060152Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.40651714Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.411348747Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:41754/artifacts\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bff11004-8c0a-4338-9d3f-1a8ad48fa813\", \"content-length\": \"26\", \"date\": \"Wed, 30 Apr 2025 06:07:29 GMT\"} })"} {"msg":"Successfully got artifact list","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:30.411504697Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","sled":"http://[::1]:41754"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.414365528Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"generation\":1,\"last_run_counters\":{\"copy_err\":0,\"copy_ok\":0,\"list_err\":0,\"list_ok\":1,\"put_config_err\":0,\"put_config_ok\":1,\"put_err\":0,\"put_ok\":0},\"lifetime_counters\":{\"copy_err\":0,\"copy_ok\":0,\"list_err\":0,\"list_ok\":1,\"put_config_err\":0,\"put_config_ok\":1,\"put_err\":0,\"put_ok\":0},\"local_repos\":0,\"request_debug_ringbuf\":[{\"generation\":1,\"operation\":\"put_config\",\"target_sled\":\"b6d65341-167c-41df-9b5c-41cded99c229\",\"time\":\"2025-04-30T06:07:30.396191347Z\"},{\"operation\":\"list\",\"target_sled\":\"b6d65341-167c-41df-9b5c-41cded99c229\",\"time\":\"2025-04-30T06:07:30.411446171Z\"}]}","iteration":1,"elapsed":"5.000795358s"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.417114605Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.417161178Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.417645753Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.428505541Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.428577945Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.428614638Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.428685199Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.429556705Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.44655875Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.446629952Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.446662888Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.449657865Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Recording Rack Network Configuration","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:30.458171438Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.458311347Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.458537086Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.459267842Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.462469011Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.462521595Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.462549902Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.463948829Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.471054116Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d853a955-701a-45d9-a1dc-a646a6f3116a\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.471550375Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.483738459Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.493383806Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.497258386Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.497603554Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.497658293Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.498307396Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.512695754Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.512822336Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.513939753Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.521753712Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.52186344Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.522572994Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.531341164Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.531651673Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.541333643Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.573139975Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.574012153Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.576297697Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.576451052Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.583730025Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.612520398Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.612565578Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.612595638Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.613255453Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.619913088Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.619976394Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.620006664Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.62061212Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.630577295Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.630643938Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.63069987Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.630733206Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.631436247Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.635768028Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.646095514Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.653037466Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.653222304Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.653355209Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.653453264Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.65353635Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.654167998Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.659535864Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.663403139Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.663578107Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.663669159Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.664209195Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.670737803Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.670834345Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.670869084Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.671655461Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.681939802Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.682008449Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.682043178Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.685133916Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.685666637Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"IpPool { parent: Fleet, key: 97a7199f-04b7-4f9b-b665-5ecc053ad6bb, lookup_type: ByName(\"oxide-service-pool\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.685728Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.685759853Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.68578826Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.686706569Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.692919879Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.701188955Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.701268744Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.701299916Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.701947095Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.706261481Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9edd5696-88e7-4a97-a433-5c28d7d866f8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.708527977Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.709846164Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.719340931Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"IpPool { parent: Fleet, key: 97a7199f-04b7-4f9b-b665-5ecc053ad6bb, lookup_type: ByName(\"oxide-service-pool\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.719483375Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.719775657Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.721735041Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.733119204Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.736431243Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.737170846Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.750781074Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.750898177Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.751474716Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.752103579Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"IpPool { parent: Fleet, key: 97a7199f-04b7-4f9b-b665-5ecc053ad6bb, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.752243618Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.752358857Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.752442945Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.753314471Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.76921387Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.769341384Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.7699214Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.77216991Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.780824323Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"IpPool { parent: Fleet, key: 97a7199f-04b7-4f9b-b665-5ecc053ad6bb, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.874389084Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.874579794Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.875458004Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.876167858Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"IpPool { parent: Fleet, key: 97a7199f-04b7-4f9b-b665-5ecc053ad6bb, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.876310934Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.876410993Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.876493447Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.877044515Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.881565212Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.881641554Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.881672556Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.881724981Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.882324074Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.886746235Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.892389118Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"IpPool { parent: Fleet, key: 97a7199f-04b7-4f9b-b665-5ecc053ad6bb, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.892955607Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.893008492Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.89303745Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.893443008Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.896317786Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ac002d5-8148-4963-b197-ecf8abf949b1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.899992688Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.901707484Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.901764268Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.90179544Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.90182052Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.902246829Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.904005854Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.904066154Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.904095182Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.904482193Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.914611545Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.927582148Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.936920264Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.95271322Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.952834211Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.9529089Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.952981855Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.953046735Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.953076344Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.96444277Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.989934631Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:30.991681382Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.991778595Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:30.993365066Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.021750893Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.022284617Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.022350157Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.023522653Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.029017321Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"981ef5a7-8b0e-4ce9-bd56-ea8f2be73da6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.029521646Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.031201964Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.045804518Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.045937754Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.046083063Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.046865072Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.05974821Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de44677c-5591-4b83-9893-dc662c1ad619\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.060186323Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"resolved names for firewall rules","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.063704513Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.063833089Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.064027897Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.064077336Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.064105903Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.066463801Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.067270298Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7001a054-b666-41ef-9870-cc2db10f3b48\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.067844702Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.071167292Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.080154308Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.080253907Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.080337092Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.083015519Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetched allowlist from DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.093156043Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2025-04-30T06:06:08.248500Z, time_modified: 2025-04-30T06:06:08.248500Z, allowed_ips: None }"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.093393597Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.093479999Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","sled_agent_rules":"[]"} {"msg":"resolved 0 rules for sleds","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.093513185Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.09626096Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d18aca5-dd1f-4060-b91a-8cb1009253b2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.096447752Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.097816128Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b445029-8790-48f4-8ff2-d6fed8f0da4d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.098045916Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.101916698Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"542c4a34-e3ff-4898-9d17-83442ea47f1e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.102214562Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.103778658Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab6789bb-a60a-45aa-9fda-3080801d7ba6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.103929258Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.106327517Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30771daa-8676-4466-a2d5-1c05b3af8d17\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.106391264Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.113656259Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba5f7bbf-8169-4e3f-bb80-08e9414c2677\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.114059592Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.118782563Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfb753bc-46b5-489a-ab5a-a03750e6d351\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.119058202Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.12233992Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33b0cda6-4805-4cbe-8fb1-160681c806fa\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.122420431Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.145224106Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7124446-5989-4c30-96e2-ced61d057a73\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.145528993Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.150180661Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58e4cacd-b2bd-4e38-b4f3-4748c7c16037\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.150524526Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.158080381Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e70ede3f-472b-4bf5-b238-5eba04e238b2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.15817041Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted blueprint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:31.16133243Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","blueprint_id":"74da01e6-ae6d-41b6-8de0-881d10f24005"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.161392129Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.161420796Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.161449734Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.161475245Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.163151865Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.166243145Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6df05684-a360-4112-990a-3324a57c452a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.166470417Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.167823463Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.17804556Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.180982402Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4b18c02-ee0e-428b-9636-acd583cb7605\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.181205887Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.182604383Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbf9b9eb-8968-4586-82d5-4598a2f79598\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.182773821Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"No networking records needed for cockroach_db service","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:31.185284223Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.186907437Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51422b54-cfea-4e66-86b6-48087965a504\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.187561119Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.188604358Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"535b7857-b127-45b6-a132-5f9c5e729579\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.188669287Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.191828352Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1a48120-720b-467c-a874-cce742cbf18c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.192044793Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.195073798Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f271d26-512e-4787-b1de-49fb1608e581\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.195490698Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.198304014Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4ca991f-004d-4989-b126-b9f085c1fe00\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.198530796Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.204866629Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"863f6059-4b7d-4fe6-a94c-0c994aff7c27\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.205130335Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.216719265Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0a42250-bb52-4c0d-9bdd-076324fd20ff\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.21698776Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.219220288Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"106168e3-d0c3-4924-9add-eb83e3f01393\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.219497541Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.223724282Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70ef1e82-932c-4368-9939-bdd1eb27dc81\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.224086313Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.225437285Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60343c10-1690-496e-81b2-39a3d0307f40\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.225791541Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.226877976Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f7081d2-e8c2-4529-86b7-3cf44e0a3656\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.227177041Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.228226242Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"303b95ac-37a0-45ab-ba4f-5e64c11c82be\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.228511641Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.230154714Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf4b7afa-fd47-409a-98c3-df2730db0d8b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.230445814Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.253794695Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9edc0f4-da3d-49c2-aeb8-bf614020d2bc\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.254553307Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.27035478Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"004bf41c-8133-425a-9705-c6f426664887\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.270859646Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.281759884Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d209b1c6-6ee5-4174-8bfc-a0935f937e52\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.281921386Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.284122592Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e42a7374-a812-49ef-b0cd-c845f8a66fb4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.284814049Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.289245759Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e674131b-1386-405b-a184-ba1ffae3c5b7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.289446409Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.291715079Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a92fdf9-166d-434a-b3e8-d245940336b8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.291799868Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.294893873Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"223ae245-0abe-48cf-9110-5cc2fd7ac4c1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.295297076Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"Inserted networking records for external_dns service","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:31.297278735Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"No networking records needed for internal_dns service","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:31.297376529Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.314980604Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"048d0b5e-a715-48b2-94b4-03c21eb8f392\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.315143198Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.316595001Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79692a15-460d-4b7b-8c6b-0d4c822a9d90\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.316822284Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.317871815Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb970a6a-1111-4af8-a536-886ce1ea1097\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.31808499Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.324094694Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2dace965-2550-4f59-8524-7e840853d2fd\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.324312417Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.324428449Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.32451971Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.325921924Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.326635346Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.335439628Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.344151105Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.344226956Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.344260423Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.344291835Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.344319089Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.344905097Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Inserted networking records for nexus service","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:31.346479634Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"No networking records needed for clickhouse service","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:31.346533722Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"No networking records needed for crucible_pantry service","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:31.346559373Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"Inserted service networking records","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:31.34658306Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"Inserted physical disks","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:31.346603962Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"Inserted zpools","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:31.346623892Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"Inserted datasets","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:31.346645755Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.347711469Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.356002448Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.35613395Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.356222787Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.356947531Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.417514647Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","sled_agent_url":"http://[::1]:41754"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.417699265Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:41754/inventory","method":"GET"} {"msg":"Populated DNS tables for internal DNS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:31.423236267Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:31.42354893Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:36211"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.424067002Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"00dadd1d-e395-4b27-a161-ab3f3b591e67","remote_addr":"[::1]:36211","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:31.426375522Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"00dadd1d-e395-4b27-a161-ab3f3b591e67","remote_addr":"[::1]:36211","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":802,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.426471753Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:41754/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00dadd1d-e395-4b27-a161-ab3f3b591e67\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.427557446Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.427653588Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.427715151Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.430760087Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.431112319Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.431171177Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.43120315Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.43223715Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.435816201Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.440617688Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.441301511Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.441363715Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.442010603Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Populated DNS tables for external DNS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:31.44314317Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.443787173Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.443839748Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.443869166Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.443897453Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.444850341Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.449208976Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.453956645Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.454028598Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.454138337Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.454467232Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.454558765Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.45829556Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.462456841Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.465408222Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.483492754Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"DnsConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.483568775Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.483599727Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.483628134Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.484320613Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.514159515Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.525155715Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"DnsConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.525213229Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.525241906Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.52526892Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.525294601Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.525711532Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.541900498Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.562907332Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.579981702Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.580059447Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.580092773Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.580119697Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.581159048Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.589535337Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.597002875Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Created recovery silo","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:31.649964458Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"Created recovery user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:31.654999229Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"Created recovery user's password","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:31.660921128Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.66098232Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Silo { parent: Fleet, key: 4d947d3d-f9da-4189-a291-40cbc2a13ef4, lookup_type: ById(4d947d3d-f9da-4189-a291-40cbc2a13ef4) }","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.661015106Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"4d947d3d-f9da-4189-a291-40cbc2a13ef4","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.661044254Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.661074434Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.661886091Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.669219673Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.66927365Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.669304562Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.669998214Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.677820549Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.681513207Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Silo { parent: Fleet, key: 4d947d3d-f9da-4189-a291-40cbc2a13ef4, lookup_type: ById(4d947d3d-f9da-4189-a291-40cbc2a13ef4) }","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Generated role assignment queries","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.681571533Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"Granted Silo privileges","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:31.68728177Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.687418994Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.68751752Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.687648281Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.688209429Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.688978501Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.699134266Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.704217864Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.770100601Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.770177344Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.770863431Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.774857389Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.77491818Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.775666992Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.779707703Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","vpc_to_sled":"[]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.779769737Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"updated firewall rules on 0 sleds","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:31.779799576Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"successfully propagated service firewall rules","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.779825788Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","elapsed":"6.373243241s"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.779854986Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{}","iteration":1,"elapsed":"6.373318672s"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.780810711Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.780865139Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.781255076Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.784409812Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.784475292Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.784507266Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.784537015Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.787803973Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.790699242Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.79075826Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.790788279Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.79147093Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.794470366Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.794528351Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.794557439Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.795017376Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.797967013Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.816674676Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.816755036Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.816866208Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.816909655Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.816935837Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.816959975Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.817216215Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.821838996Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.822060958Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.822091659Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.822677386Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.825256425Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.831028085Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.831092563Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.832162204Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.837024131Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.847889891Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.847960842Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.847992205Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.848590467Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.854611784Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.854666032Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.855310636Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.858478588Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.858527535Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.85912691Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.861375149Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.861414307Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.861916317Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.863838658Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.863902996Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.863933547Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.863961061Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.865738202Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.868906876Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.868962406Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.868991164Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.869895415Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.873206442Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.873284458Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.873318546Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.874229691Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.878637413Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.886914915Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.886980877Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.887008632Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.887035686Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.887734829Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.890863322Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.890921839Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.891630341Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.898166193Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.898239138Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.898682071Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.902237505Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.902305089Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.903165083Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.906617632Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.90675724Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.906795166Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.906821929Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.907591101Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:31.908895721Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","collection_id":"6a0909fc-d9d0-4f32-bf6e-6d8817ef53fc"} {"msg":"inventory collection complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.908948676Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","time_started":"2025-04-30 06:07:30.253008 UTC","collection_id":"6a0909fc-d9d0-4f32-bf6e-6d8817ef53fc"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.909073665Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"collection_id\":\"6a0909fc-d9d0-4f32-bf6e-6d8817ef53fc\",\"time_done\":\"2025-04-30 06:07:31.427798 UTC\",\"time_started\":\"2025-04-30 06:07:30.253008 UTC\"}","iteration":2,"elapsed":"4.876892288s"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.909184867Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":2,"reason":"Dependency"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.909223905Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"error\":\"task disabled\"}","iteration":2,"elapsed":"40.4µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.90925184Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":2,"reason":"Dependency"} {"msg":"Blueprint rendezvous: skipped","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:31.909277121Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.909300046Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"error\":\"no blueprint\"}","iteration":2,"elapsed":"16.813µs"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.909441488Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.909479905Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.909505045Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.910066734Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.911978744Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.912093482Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.912123973Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.912494631Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.916447527Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.923049541Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.923130192Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.923158028Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.92318924Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.923213729Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.923236293Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.923576942Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.925713479Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.92576928Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.925798178Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.927077046Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.929747426Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.929807546Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.929838568Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.930545026Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.932960739Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.941338661Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.941449903Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.941482418Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.94215128Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.948523467Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.94859046Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.949395334Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.951875345Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.951934373Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.952889806Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.957432627Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.957720892Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.958803629Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.962950361Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.963013196Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.963790786Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.966062642Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.966130618Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.966163453Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.966191078Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.96698014Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.96949463Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.969552455Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.969581984Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.970139986Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.972374909Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.972436762Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.972468666Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.974188162Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.977482936Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.985793074Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.985912842Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.985985497Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.986091859Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.986176688Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.986255475Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.986772044Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.989804456Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.989864115Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.989894906Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.99049387Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.996439907Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:31.996495648Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.996523483Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:31.997460951Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.001569086Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.010959176Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.011034997Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.011065327Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.01160876Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.025439236Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{Name(\"nexus\"): [NetworkInterface { id: daf94c02-2a3f-47c4-9c1d-e027ad2da0f2, kind: Service { id: 97c67135-b211-4355-9f7e-0f6b3a427d7e }, name: Name(\"nexus-97c67135-b211-4355-9f7e-0f6b3a427d7e\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"external-dns\"): [NetworkInterface { id: 0fcd7085-8dcf-408f-b7d7-d260f51b9ec7, kind: Service { id: 2b524f6f-2470-416f-8ec4-6c212ddf48fc }, name: Name(\"external-dns-2b524f6f-2470-416f-8ec4-6c212ddf48fc\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.025515839Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.025544386Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.025570949Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.025597892Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.027457728Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.030727873Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.037723652Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.03785315Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.037937218Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.038468917Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetched allowlist from DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.047228119Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2025-04-30T06:06:08.248500Z, time_modified: 2025-04-30T06:07:31.704179Z, allowed_ips: None }"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.047502616Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.048416858Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 0fcd7085-8dcf-408f-b7d7-d260f51b9ec7, kind: Service { id: 2b524f6f-2470-416f-8ec4-6c212ddf48fc }, name: Name(\"external-dns-2b524f6f-2470-416f-8ec4-6c212ddf48fc\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: daf94c02-2a3f-47c4-9c1d-e027ad2da0f2, kind: Service { id: 97c67135-b211-4355-9f7e-0f6b3a427d7e }, name: Name(\"nexus-97c67135-b211-4355-9f7e-0f6b3a427d7e\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.048530785Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.169891388Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","vpc_to_sled":"[Sled { identity: SledIdentity { id: b6d65341-167c-41df-9b5c-41cded99c229, time_created: 2025-04-30T06:07:25.435137Z, time_modified: 2025-04-30T06:07:25.435137Z }, time_deleted: None, rcgen: Generation(Generation(1)), rack_id: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, is_scrimlet: true, serial_number: \"sim-b6d65341\", part_number: \"Unknown\", revision: SqlU32(0), usable_hardware_threads: SqlU32(16), usable_physical_ram: ByteCount(ByteCount(34359738368)), reservoir_size: ByteCount(ByteCount(17179869184)), ip: ::1, port: SqlU16(41754), last_used_address: ::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)), repo_depot_port: SqlU16(64173) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.170066497Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.170180714Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.170276886Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.171067752Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.192745613Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.192931694Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.193029228Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.193113556Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.194085523Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.197588543Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"viewer\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.205686297Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.277364381Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:41754/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:32.27796118Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:37852"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.2784931Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"c669ebb7-ba4c-4110-a9af-383835c5880f","remote_addr":"[::1]:37852","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:32.279841606Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"c669ebb7-ba4c-4110-a9af-383835c5880f","remote_addr":"[::1]:37852","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1353,"response_code":"204"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.280081735Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:41754/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"c669ebb7-ba4c-4110-a9af-383835c5880f\", \"date\": \"Wed, 30 Apr 2025 06:07:32 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:32.281368879Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.281418138Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.28144928Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.28561031Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.285871621Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":2,"reason":"Signaled"} {"msg":"reading DNS version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.28592652Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.2859965Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.286030928Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.287391629Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.287544504Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":2,"reason":"Signaled"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.289174311Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.289341715Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":2,"reason":"Signaled"} {"msg":"reading DNS version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.289392015Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.289422105Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.289453287Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.290125987Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.29017752Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":2,"reason":"Signaled"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.29020778Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.290304513Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":2,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.2903479Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.290376587Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.290403781Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.290431797Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.290911262Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.291087443Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":3,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.291135729Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.291163905Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.291191601Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.291217372Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.291742208Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.293510821Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:65413","req_id":"f0dd08f6-2963-404d-91eb-d8aa2c6d1b2b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000: c6 4e 01 00 00 01 00 00 00 00 00 01 0c 5f 6e 61 .N..........._na\n0010: 6d 65 73 65 72 76 69 63 65 04 5f 74 63 70 0d 63 meservice._tcp.c\n0020: 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 ontrol-plane.oxi\n0030: 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 de.internal..!..\n0040: 00 00 29 04 d0 00 00 00 00 00 00 ..)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.293812042Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:65413","req_id":"f0dd08f6-2963-404d-91eb-d8aa2c6d1b2b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 50766,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 12,\n 95,\n 110,\n 97,\n 109,\n 101,\n 115,\n 101,\n 114,\n 118,\n 105,\n 99,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.294013012Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_nameservice._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.294330324Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"7a178f63-75c6-4084-bf25-dad1df3c7caa.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.294488149Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:65413","req_id":"f0dd08f6-2963-404d-91eb-d8aa2c6d1b2b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"7a178f63-75c6-4084-bf25-dad1df3c7caa.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42967, target: Name(\"7a178f63-75c6-4084-bf25-dad1df3c7caa.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_nameservice._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.294625853Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:59424","req_id":"b5507d9f-6c44-4e61-904f-3412d4877bf1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000: f4 e4 01 00 00 01 00 00 00 00 00 01 0d 5f 65 78 ............._ex\n0010: 74 65 72 6e 61 6c 2d 64 6e 73 04 5f 74 63 70 0d ternal-dns._tcp.\n0020: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0030: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 ide.internal..!.\n0040: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.294821593Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:59424","req_id":"b5507d9f-6c44-4e61-904f-3412d4877bf1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 62692,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 13,\n 95,\n 101,\n 120,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 45,\n 100,\n 110,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.29496044Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_external-dns._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.295067914Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"2b524f6f-2470-416f-8ec4-6c212ddf48fc.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.295108535Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:59424","req_id":"b5507d9f-6c44-4e61-904f-3412d4877bf1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"2b524f6f-2470-416f-8ec4-6c212ddf48fc.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53041, target: Name(\"2b524f6f-2470-416f-8ec4-6c212ddf48fc.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_external-dns._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.295473181Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42967, target: Name(\"7a178f63-75c6-4084-bf25-dad1df3c7caa.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"7a178f63-75c6-4084-bf25-dad1df3c7caa.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2117, tv_nsec: 94360432 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.29591911Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","name":"Name(\"7a178f63-75c6-4084-bf25-dad1df3c7caa.host.control-plane.oxide.internal.\")"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.296516179Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53041, target: Name(\"2b524f6f-2470-416f-8ec4-6c212ddf48fc.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"2b524f6f-2470-416f-8ec4-6c212ddf48fc.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2117, tv_nsec: 95356657 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.296581339Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","name":"Name(\"2b524f6f-2470-416f-8ec4-6c212ddf48fc.host.control-plane.oxide.internal.\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.296842069Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.296900786Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.296932108Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.296960916Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.297841079Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.298919909Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.298998626Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.299034216Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.299065158Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.301055534Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.301365762Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.301508426Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.301688996Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.301727994Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.302040206Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.302376486Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:55906","req_id":"320c1774-87e6-434d-accc-21f23f4545bb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: fb e0 01 00 00 01 00 00 00 00 00 01 24 37 61 31 ............$7a1\n0010: 37 38 66 36 33 2d 37 35 63 36 2d 34 30 38 34 2d 78f63-75c6-4084-\n0020: 62 66 32 35 2d 64 61 64 31 64 66 33 63 37 63 61 bf25-dad1df3c7ca\n0030: 61 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 a.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.302437818Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:55906","req_id":"320c1774-87e6-434d-accc-21f23f4545bb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 64480,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"7a178f63-75c6-4084-bf25-dad1df3c7caa.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"7a178f63-75c6-4084-bf25-dad1df3c7caa.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 36,\n 55,\n 97,\n 49,\n 55,\n 56,\n 102,\n 54,\n 51,\n 45,\n 55,\n 53,\n 99,\n 54,\n 45,\n 52,\n 48,\n 56,\n 52,\n 45,\n 98,\n 102,\n 50,\n 53,\n 45,\n 100,\n 97,\n 100,\n 49,\n 100,\n 102,\n 51,\n 99,\n 55,\n 99,\n 97,\n 97,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.302723878Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"7a178f63-75c6-4084-bf25-dad1df3c7caa.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.302787956Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:55906","req_id":"320c1774-87e6-434d-accc-21f23f4545bb","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"7a178f63-75c6-4084-bf25-dad1df3c7caa.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"7a178f63-75c6-4084-bf25-dad1df3c7caa.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"7a178f63-75c6-4084-bf25-dad1df3c7caa.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.302915159Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:59553","req_id":"42e636e7-665e-43d0-bd25-8f55ba100ccf","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: 44 3f 01 00 00 01 00 00 00 00 00 01 24 32 62 35 D?..........$2b5\n0010: 32 34 66 36 66 2d 32 34 37 30 2d 34 31 36 66 2d 24f6f-2470-416f-\n0020: 38 65 63 34 2d 36 63 32 31 32 64 64 66 34 38 66 8ec4-6c212ddf48f\n0030: 63 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 c.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.303076751Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:59553","req_id":"42e636e7-665e-43d0-bd25-8f55ba100ccf","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 17471,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"2b524f6f-2470-416f-8ec4-6c212ddf48fc.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"2b524f6f-2470-416f-8ec4-6c212ddf48fc.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 36,\n 50,\n 98,\n 53,\n 50,\n 52,\n 102,\n 54,\n 102,\n 45,\n 50,\n 52,\n 55,\n 48,\n 45,\n 52,\n 49,\n 54,\n 102,\n 45,\n 56,\n 101,\n 99,\n 52,\n 45,\n 54,\n 99,\n 50,\n 49,\n 50,\n 100,\n 100,\n 102,\n 52,\n 56,\n 102,\n 99,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.303173965Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"2b524f6f-2470-416f-8ec4-6c212ddf48fc.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.303286499Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:59553","req_id":"42e636e7-665e-43d0-bd25-8f55ba100ccf","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"2b524f6f-2470-416f-8ec4-6c212ddf48fc.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"2b524f6f-2470-416f-8ec4-6c212ddf48fc.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"2b524f6f-2470-416f-8ec4-6c212ddf48fc.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"found DNS servers (initial)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:32.304012335Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","addresses":"DnsServersList { addresses: [[::1]:42967] }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.304191121Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"addresses\":[\"[::1]:42967\"]}","iteration":2,"elapsed":"16.603231ms"} {"msg":"found DNS servers (initial)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:32.304387332Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","addresses":"DnsServersList { addresses: [[::1]:53041] }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.304440428Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"addresses\":[\"[::1]:53041\"]}","iteration":2,"elapsed":"14.253749ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.304482983Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":2,"reason":"Dependency"} {"msg":"DNS propagation: skipped","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:32.304512722Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","reason":"no config"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.304541459Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"error\":\"no config\"}","iteration":2,"elapsed":"29.589µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.304570527Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":2,"reason":"Dependency"} {"msg":"DNS propagation: skipped","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:32.304599365Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","reason":"no config"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.304624425Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"error\":\"no config\"}","iteration":2,"elapsed":"12.134µs"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.30570636Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.312631869Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.312699263Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.312731538Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.313066124Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.314286095Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.318874597Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.318933404Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.318964306Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.319674882Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.320154918Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.329134369Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.331182881Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","version":"1"} {"msg":"reading DNS config","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.331239854Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"reading DNS zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.331269243Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.331294072Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.331321076Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.331347749Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.33137351Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.33195549Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.332212151Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.339402478Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"Rack initialized","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:32.339458579Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.339482437Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.339507337Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.34007637Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.341108657Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.355788716Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.356423621Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.356480995Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.35651331Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.356541877Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.357421048Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.357675916Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","candidates":"[(6a0909fc-d9d0-4f32-bf6e-6d8817ef53fc, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.357725204Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.361078005Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:61967","req_id":"daf5d6c8-f036-4782-963a-cd752d8e9ee7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 6b 5b 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 k[..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.361249747Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:61967","req_id":"daf5d6c8-f036-4782-963a-cd752d8e9ee7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 27483,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.361576799Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.362136955Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.362481922Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:61967","req_id":"daf5d6c8-f036-4782-963a-cd752d8e9ee7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.36276195Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.423354226Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.42344177Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.423517081Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.423958029Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.424312726Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","version":"2"} {"msg":"reading DNS config","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.424362675Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"reading DNS zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.424388647Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.424412454Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.424438697Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.424464919Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.42449035Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.425090165Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.426932756Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.446071298Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.44613734Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.446168221Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.446605903Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.446846252Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.453761861Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.453822452Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.453853183Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.45458952Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.454933716Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","count":1} {"msg":"listing DNS names for zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.45507132Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"619698e2-d525-4a80-b210-38661684c2b8"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.455110699Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.455137753Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.455163724Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.455188664Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.455561868Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.456032155Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2117, tv_nsec: 254957161 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.456168196Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.456677771Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:54624","req_id":"4f6effad-2e40-4757-8804-a559fd101192","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 3e 3a 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e >:..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.456846467Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:54624","req_id":"4f6effad-2e40-4757-8804-a559fd101192","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 15930,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.457131375Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.457335492Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:54624","req_id":"4f6effad-2e40-4757-8804-a559fd101192","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.524379192Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.52545732Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.525522349Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.525552419Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.52557799Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.526484837Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.526984262Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.527036657Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.529174216Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.530077465Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","count":1} {"msg":"listing DNS names for zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.530171272Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"1267c051-e535-4790-821c-7398d2ba0ff0"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.530434256Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.530478925Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.530507141Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.530532422Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.53162057Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.531928383Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.539146895Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.539208328Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.539238157Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.539884415Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.540637175Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.545767436Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.545881975Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.545934519Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.546440638Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.546934081Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.552923825Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.552984977Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.5530166Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.553367569Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.591145339Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","found_so_far":21,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"619698e2-d525-4a80-b210-38661684c2b8"} {"msg":"read DNS config","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.591345227Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nzones":1,"version":1} {"msg":"found latest generation (first find)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:32.591433022Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","generation":1} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.591780865Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"generation\":1}","iteration":2,"elapsed":"305.928493ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.592236924Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":3,"reason":"Dependency"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.661485698Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"dns_server_url":"http://[::1]:42967","servers":"DnsServersList { addresses: [[::1]:42967] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:42967/config","method":"PUT"} {"msg":"found all DNS names for zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.662060312Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","found_so_far":1,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"1267c051-e535-4790-821c-7398d2ba0ff0"} {"msg":"read DNS config","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.662507303Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nzones":1,"version":2} {"msg":"found latest generation (first find)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:32.662567473Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","generation":2} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.66259637Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"generation\":2}","iteration":2,"elapsed":"373.275888ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.66268126Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":3,"reason":"Dependency"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.710255829Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"dns_server_url":"http://[::1]:53041","servers":"DnsServersList { addresses: [[::1]:53041] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:53041/config","method":"PUT"} {"msg":"found Silo/DNS/TLS config (initial)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:32.710907357Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-04-30T06:07:23.012749Z, time_modified: 2025-04-30T06:07:23.012749Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"test-suite-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: 4d947d3d-f9da-4189-a291-40cbc2a13ef4, db_silo: Silo { identity: SiloIdentity { id: 4d947d3d-f9da-4189-a291-40cbc2a13ef4, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2025-04-30T06:07:31.443512Z, time_modified: 2025-04-30T06:07:31.443512Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide-dev.test\" }, NoSiloCerts { silo_id: 4d947d3d-f9da-4189-a291-40cbc2a13ef4, dns_name: \"test-suite-silo.sys.oxide-dev.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 4d947d3d-f9da-4189-a291-40cbc2a13ef4, db_silo: Silo { identity: SiloIdentity { id: 4d947d3d-f9da-4189-a291-40cbc2a13ef4, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2025-04-30T06:07:31.443512Z, time_modified: 2025-04-30T06:07:31.443512Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [] }) }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.710992517Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"by_dns_name\":{\"default-silo.sys.oxide-dev.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"test-suite-silo.sys.oxide-dev.test\":{\"silo_id\":\"4d947d3d-f9da-4189-a291-40cbc2a13ef4\",\"tls_certs\":[]}},\"default_endpoint\":{\"silo_id\":\"4d947d3d-f9da-4189-a291-40cbc2a13ef4\",\"tls_certs\":[]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide-dev.test\\\" has no usable certificates\",\"silo 4d947d3d-f9da-4189-a291-40cbc2a13ef4 with DNS name \\\"test-suite-silo.sys.oxide-dev.test\\\" has no usable certificates\"]}","iteration":2,"elapsed":"420.657242ms"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:32.712304501Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:42967","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:34391"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:32.712359621Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:53041","component":"http","kind":"dns","component":"external_dns_server","remote_addr":"[::1]:33041"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.713212309Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:51574","req_id":"e42a4131-e09c-49dd-8c11-cebfc43e0871","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 17 41 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .A..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.713371186Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:51574","req_id":"e42a4131-e09c-49dd-8c11-cebfc43e0871","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 5953,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.713560393Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5953,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:32.713691113Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:51574","req_id":"e42a4131-e09c-49dd-8c11-cebfc43e0871","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.715140732Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.715196924Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","mgs_url":"http://[::1]:46735"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.715226603Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/ignition","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.715645688Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/config","method":"PUT","req_id":"3dfb9ba9-ddd4-40e0-a9b9-92e918e6b9e3","remote_addr":"[::1]:34391","local_addr":"[::1]:42967","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.716331023Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/config","method":"PUT","req_id":"035f6745-5e35-4bf5-a830-d379ebfc63f4","remote_addr":"[::1]:33041","local_addr":"[::1]:53041","component":"http","kind":"dns","component":"external_dns_server"} {"msg":"attempting generation update","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:32.717235706Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"new_generation":1,"req_id":"3dfb9ba9-ddd4-40e0-a9b9-92e918e6b9e3","component":"store","component":"internal_dns_server"} {"msg":"updated generation","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:32.717288341Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"new_generation":1,"req_id":"3dfb9ba9-ddd4-40e0-a9b9-92e918e6b9e3","component":"store","component":"internal_dns_server"} {"msg":"attempting generation update","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:32.717459121Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"new_generation":2,"req_id":"035f6745-5e35-4bf5-a830-d379ebfc63f4","component":"store","component":"external_dns_server"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:32.717507848Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"external_dns_server"} {"msg":"creating tree","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.717530293Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"external_dns_server","tree_name":"generation_2_zone_oxide-dev.test"} {"msg":"updating current config","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.717758377Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"external_dns_server"} {"msg":"flushing default tree","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.717908436Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"external_dns_server"} {"msg":"pruning trees for generations older than 2","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:32.717948185Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"external_dns_server","keep":3} {"msg":"updated generation","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:32.717969628Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"new_generation":2,"req_id":"035f6745-5e35-4bf5-a830-d379ebfc63f4","component":"store","component":"external_dns_server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:32.718126701Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/config","method":"PUT","req_id":"3dfb9ba9-ddd4-40e0-a9b9-92e918e6b9e3","remote_addr":"[::1]:34391","local_addr":"[::1]:42967","component":"http","kind":"dns","component":"internal_dns_server","latency_us":2574,"response_code":"204"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:32.718255919Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/config","method":"PUT","req_id":"035f6745-5e35-4bf5-a830-d379ebfc63f4","remote_addr":"[::1]:33041","local_addr":"[::1]:53041","component":"http","kind":"dns","component":"external_dns_server","latency_us":1926,"response_code":"204"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.718439544Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.718489414Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.719603594Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.720290863Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:53916","req_id":"c6481d80-2e61-494e-81dc-b00b0b115d42","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000: ce 96 01 00 00 01 00 00 00 00 00 01 10 5f 63 72 ............._cr\n0010: 75 63 69 62 6c 65 2d 70 61 6e 74 72 79 04 5f 74 ucible-pantry._t\n0020: 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 cp.control-plane\n0030: 05 6f 78 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 .oxide.internal.\n0040: 00 21 00 01 00 00 29 04 d0 00 00 00 00 00 00 .!....)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.720350121Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:53916","req_id":"c6481d80-2e61-494e-81dc-b00b0b115d42","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 52886,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 16,\n 95,\n 99,\n 114,\n 117,\n 99,\n 105,\n 98,\n 108,\n 101,\n 45,\n 112,\n 97,\n 110,\n 116,\n 114,\n 121,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.720423828Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_crucible-pantry._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.720629698Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"deb5984a-6bd2-476e-a7d7-e800c1a8b49e.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.720733735Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:53916","req_id":"c6481d80-2e61-494e-81dc-b00b0b115d42","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"deb5984a-6bd2-476e-a7d7-e800c1a8b49e.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 48370, target: Name(\"deb5984a-6bd2-476e-a7d7-e800c1a8b49e.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.720949004Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"dns_server_url":"http://[::1]:42967","servers":"DnsServersList { addresses: [[::1]:42967] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:42967/config\", status: 204, headers: {\"x-request-id\": \"3dfb9ba9-ddd4-40e0-a9b9-92e918e6b9e3\", \"date\": \"Wed, 30 Apr 2025 06:07:32 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:32.72101208Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"dns_server_url":"http://[::1]:42967","servers":"DnsServersList { addresses: [[::1]:42967] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"DNS propagation: done","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:32.727298105Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"servers":"DnsServersList { addresses: [[::1]:42967] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.727369316Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"generation\":1,\"server_results\":{\"[::1]:42967\":{\"Ok\":null}}}","iteration":3,"elapsed":"135.160669ms"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.727478243Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"dns_server_url":"http://[::1]:53041","servers":"DnsServersList { addresses: [[::1]:53041] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:53041/config\", status: 204, headers: {\"x-request-id\": \"035f6745-5e35-4bf5-a830-d379ebfc63f4\", \"date\": \"Wed, 30 Apr 2025 06:07:32 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:32.727529916Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"dns_server_url":"http://[::1]:53041","servers":"DnsServersList { addresses: [[::1]:53041] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"DNS propagation: done","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:32.728880187Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"servers":"DnsServersList { addresses: [[::1]:53041] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.729022831Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"generation\":2,\"server_results\":{\"[::1]:53041\":{\"Ok\":null}}}","iteration":3,"elapsed":"66.307604ms"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.731771778Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.731835365Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.731867469Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.731892959Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.732482003Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.74298007Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:55605","req_id":"b3aa91aa-3a42-4ef4-b14a-d5444c1c7ff0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: 56 96 01 00 00 01 00 00 00 00 00 01 24 64 65 62 V...........$deb\n0010: 35 39 38 34 61 2d 36 62 64 32 2d 34 37 36 65 2d 5984a-6bd2-476e-\n0020: 61 37 64 37 2d 65 38 30 30 63 31 61 38 62 34 39 a7d7-e800c1a8b49\n0030: 65 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 e.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.743062584Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:55605","req_id":"b3aa91aa-3a42-4ef4-b14a-d5444c1c7ff0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 22166,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"deb5984a-6bd2-476e-a7d7-e800c1a8b49e.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"deb5984a-6bd2-476e-a7d7-e800c1a8b49e.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 36,\n 100,\n 101,\n 98,\n 53,\n 57,\n 56,\n 52,\n 97,\n 45,\n 54,\n 98,\n 100,\n 50,\n 45,\n 52,\n 55,\n 54,\n 101,\n 45,\n 97,\n 55,\n 100,\n 55,\n 45,\n 101,\n 56,\n 48,\n 48,\n 99,\n 49,\n 97,\n 56,\n 98,\n 52,\n 57,\n 101,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.743338253Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"deb5984a-6bd2-476e-a7d7-e800c1a8b49e.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.743386169Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:55605","req_id":"b3aa91aa-3a42-4ef4-b14a-d5444c1c7ff0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"deb5984a-6bd2-476e-a7d7-e800c1a8b49e.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"deb5984a-6bd2-476e-a7d7-e800c1a8b49e.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"deb5984a-6bd2-476e-a7d7-e800c1a8b49e.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.794857111Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.794942621Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.794975286Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.795660031Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:32.796071721Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:48370","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:58290"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.796595074Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc7e7df3-7930-4b75-932e-09562d9b8dd4\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:32.796849781Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:32.797991686Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/crucible/pantry/0","method":"GET","req_id":"a2f67943-a047-48e6-a725-580a73f0ef71","remote_addr":"[::1]:58290","local_addr":"[::1]:48370","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:32.802784957Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/crucible/pantry/0","method":"GET","req_id":"a2f67943-a047-48e6-a725-580a73f0ef71","remote_addr":"[::1]:58290","local_addr":"[::1]:48370","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4816,"response_code":"200"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.192793794Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.192874725Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.192908102Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.193863565Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:33.194162591Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:48370","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:33455"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:33.194218603Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:48370","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:51536"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:33.194245747Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:48370","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:36353"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:33.194271538Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:48370","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:56182"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:33.194296428Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:48370","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:56129"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:33.194320827Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:48370","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:41457"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:33.194345105Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:48370","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:56059"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.200403987Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/crucible/pantry/0","method":"GET","req_id":"4fda083d-5827-4f27-acf9-07da8bfd98d4","remote_addr":"[::1]:33455","local_addr":"[::1]:48370","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.200575599Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/crucible/pantry/0","method":"GET","req_id":"54df3ae1-5e19-4217-9c14-6d7255a8ee15","remote_addr":"[::1]:51536","local_addr":"[::1]:48370","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.20083705Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/crucible/pantry/0","method":"GET","req_id":"2de065eb-50eb-4ffd-ad4c-95ffed25bf58","remote_addr":"[::1]:36353","local_addr":"[::1]:48370","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.200956818Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/crucible/pantry/0","method":"GET","req_id":"3580d984-3893-4720-b30b-88c6ed20f6cb","remote_addr":"[::1]:56182","local_addr":"[::1]:48370","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.201093741Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/crucible/pantry/0","method":"GET","req_id":"1587ad51-bc5c-446a-88a8-50928e85661b","remote_addr":"[::1]:56129","local_addr":"[::1]:48370","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.201262527Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/crucible/pantry/0","method":"GET","req_id":"3a3bbd93-e566-4f3f-8d46-17a2b360a530","remote_addr":"[::1]:41457","local_addr":"[::1]:48370","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.201379009Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/crucible/pantry/0","method":"GET","req_id":"d40448cd-4dce-4f4f-8438-c34fdf32971b","remote_addr":"[::1]:56059","local_addr":"[::1]:48370","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:33.201606282Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/crucible/pantry/0","method":"GET","req_id":"4fda083d-5827-4f27-acf9-07da8bfd98d4","remote_addr":"[::1]:33455","local_addr":"[::1]:48370","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1222,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:33.201667424Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/crucible/pantry/0","method":"GET","req_id":"54df3ae1-5e19-4217-9c14-6d7255a8ee15","remote_addr":"[::1]:51536","local_addr":"[::1]:48370","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1141,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:33.201703426Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/crucible/pantry/0","method":"GET","req_id":"2de065eb-50eb-4ffd-ad4c-95ffed25bf58","remote_addr":"[::1]:36353","local_addr":"[::1]:48370","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":913,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:33.201868224Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/crucible/pantry/0","method":"GET","req_id":"3580d984-3893-4720-b30b-88c6ed20f6cb","remote_addr":"[::1]:56182","local_addr":"[::1]:48370","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":856,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:33.202060407Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/crucible/pantry/0","method":"GET","req_id":"1587ad51-bc5c-446a-88a8-50928e85661b","remote_addr":"[::1]:56129","local_addr":"[::1]:48370","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":966,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:33.2021924Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/crucible/pantry/0","method":"GET","req_id":"3a3bbd93-e566-4f3f-8d46-17a2b360a530","remote_addr":"[::1]:41457","local_addr":"[::1]:48370","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":946,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:33.202241077Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/crucible/pantry/0","method":"GET","req_id":"d40448cd-4dce-4f4f-8438-c34fdf32971b","remote_addr":"[::1]:56059","local_addr":"[::1]:48370","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":903,"response_code":"200"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.202392449Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.209435622Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.20954035Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.209576863Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.20961019Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.209636923Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.209661863Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.210260676Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.223056881Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.223150027Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.223180467Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.223915853Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.225005724Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afade0ff-f374-4387-9b88-9dafaf196dda\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.225141465Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.239454052Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.239651204Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.239695443Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.240559544Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.248105509Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.262335571Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.262405841Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.262436102Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.263381936Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.264170437Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16733b53-cf3d-4745-8aef-30f446e5f992\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.264710774Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.280500304Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"949b1d1b-b4e1-4b48-ad52-8a7b6c438035\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.280668609Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.281569895Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.281683511Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.282477313Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.286712802Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.286877219Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.288481415Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.290437112Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a289a61a-909b-4e67-add7-8c67e52ffc77\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.291418076Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.291852382Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.291960207Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.292379542Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.296528879Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.2965894Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.296618348Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.296642626Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.302777089Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.304379511Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8ca413c-cfc8-4b6a-b7f1-04906d77a009\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.304541755Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.310222653Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.310281952Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.310447622Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.312512155Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.317971502Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.31862275Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.318681387Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.320087669Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.322603091Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f4ddf02-5fc4-4476-9300-9847c2d2a08e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.322774913Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.323403024Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.331248767Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.334309144Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.3344578Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.334552619Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.335417472Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.33785531Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.337956662Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.338520285Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.341326015Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"687cb02d-2a75-43ba-9b05-20e4579ea5a6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.341880039Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.342304524Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.342410606Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.344106174Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.347784613Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0ec0b7e-2b58-4667-9fc9-ac7ef0d06e5a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.348819285Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.353568217Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.353641903Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.354146419Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.355544364Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b653c0f7-5d5e-420b-8bf5-79411c07fc1a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.356840396Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.357080825Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.357142638Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.357174833Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.357247327Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.358096519Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.363081401Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.363154016Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.36318614Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.363726947Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.363936745Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"119dbdbb-8c0a-4ff3-83d9-173d2007d793\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.36411503Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.366341436Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.366400023Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.366429001Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.366793557Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.367745664Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7053cf33-d1bc-42c2-a4e0-e20a965a51f9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.367809501Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.369086175Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.381909545Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.381999694Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.382047229Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.382085495Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.382112309Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.382136417Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.38246919Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.385176504Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a32c9c4-24a1-40ec-8a63-3cb6157d7755\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.385366092Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.385889905Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.385940807Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.385969765Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.394578808Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.397289709Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.397347624Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.397376181Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.398415191Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.410431383Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.428663269Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.428745543Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.428778238Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.429183986Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.434333857Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcd6a46d-8378-4d91-b57f-42baa2256c24\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.434565929Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.434931337Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.434988642Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.435859457Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.438404527Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.438463745Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.438919163Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.43913861Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f78d5b97-f585-4251-8f19-009027460932\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.439275583Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.44179869Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.441856475Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.442307905Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.442506821Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05632afd-3d48-42f3-8db2-eb424fdc8f54\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.442633784Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.445044076Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6562c3d-419b-4a9c-834f-1e0bdad06022\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.445214255Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.445413262Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.445459203Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.445871405Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.448189503Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fdcb0f3a-1350-45ca-81c8-e55081f9d3d0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.448260154Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.448474371Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.448535232Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.448565242Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.448590172Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.448988926Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.450985715Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.451019803Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.451044842Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.451367936Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.45172625Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c5fbe2f-c3b7-4e6e-a2b4-61b50019d309\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.451804596Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.457137001Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.457279966Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.457383041Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.458394807Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.460947242Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b097b02-2c02-46e1-81ba-9c49b6ab7f31\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.461270647Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.46210531Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.472083731Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.47219376Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.472272447Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.472718015Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.472770219Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.472799177Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.473797345Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.475285721Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41f747a2-6cb1-48cc-9a67-ebf3a925eacf\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.475460229Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.476921079Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69dc4aad-3dd3-41f9-a899-86c0ac3aabb9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.47713711Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.477382288Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.47742818Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.477456907Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.477845651Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.479434066Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00fbde9c-5cb2-44f2-873e-01458455bb0c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.479777741Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.480231715Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.480281605Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.48031414Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.481014565Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.482183655Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f3132f5-74e3-41ae-b13a-4882f99eb1f4\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.482421007Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.484125934Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.496401332Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.496463246Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.496490129Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.497368379Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.500216374Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"334e85c4-b111-4550-9c92-e8a7c44cec29\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.500290812Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.50299032Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1587d632-e758-4ac9-b39e-fc530294986c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.50307542Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"resolved names for firewall rules","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.505107008Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","subnet_networks":"{Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })], Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })]}","subnet_interfaces":"{Name(\"nexus\"): [NetworkInterface { id: daf94c02-2a3f-47c4-9c1d-e027ad2da0f2, kind: Service { id: 97c67135-b211-4355-9f7e-0f6b3a427d7e }, name: Name(\"nexus-97c67135-b211-4355-9f7e-0f6b3a427d7e\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"external-dns\"): [NetworkInterface { id: 0fcd7085-8dcf-408f-b7d7-d260f51b9ec7, kind: Service { id: 2b524f6f-2470-416f-8ec4-6c212ddf48fc }, name: Name(\"external-dns-2b524f6f-2470-416f-8ec4-6c212ddf48fc\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.505180815Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.505300754Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.505443017Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.505485261Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.506002232Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.534344732Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.540107935Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.540235148Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.540332663Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.54136037Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetched allowlist from DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.545013659Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2025-04-30T06:06:08.248500Z, time_modified: 2025-04-30T06:07:31.704179Z, allowed_ips: None }"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.545058018Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.545329559Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 0fcd7085-8dcf-408f-b7d7-d260f51b9ec7, kind: Service { id: 2b524f6f-2470-416f-8ec4-6c212ddf48fc }, name: Name(\"external-dns-2b524f6f-2470-416f-8ec4-6c212ddf48fc\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: daf94c02-2a3f-47c4-9c1d-e027ad2da0f2, kind: Service { id: 97c67135-b211-4355-9f7e-0f6b3a427d7e }, name: Name(\"nexus-97c67135-b211-4355-9f7e-0f6b3a427d7e\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.545389749Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.554383929Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08554d26-c85d-47f5-a628-f3b14fbcb347\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.554552084Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.60952798Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9d19a37-cc67-4d8f-9ce2-6af1b0cf816e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.610443514Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.620081497Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8c8379a-208f-4de5-8ccc-3a34f38ef3a4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.620323068Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.622373884Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47818e45-b8a0-461f-91b7-d3732f6e4c11\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.62266773Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.625597738Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1c20021-0320-4349-b816-11906067e7a4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.625852395Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.627197044Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d1d7575-f061-4e54-bc58-1b56f47aca7f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.627442163Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.628192638Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","vpc_to_sled":"[Sled { identity: SledIdentity { id: b6d65341-167c-41df-9b5c-41cded99c229, time_created: 2025-04-30T06:07:25.435137Z, time_modified: 2025-04-30T06:07:25.435137Z }, time_deleted: None, rcgen: Generation(Generation(1)), rack_id: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, is_scrimlet: true, serial_number: \"sim-b6d65341\", part_number: \"Unknown\", revision: SqlU32(0), usable_hardware_threads: SqlU32(16), usable_physical_ram: ByteCount(ByteCount(34359738368)), reservoir_size: ByteCount(ByteCount(17179869184)), ip: ::1, port: SqlU16(41754), last_used_address: ::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)), repo_depot_port: SqlU16(64173) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.628304481Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.628545441Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.629073994Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.631184249Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.632155193Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54b8fb02-de74-4780-9ecc-7c18b60a9565\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.632224782Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.634434494Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d01ae9e8-8243-4023-921a-839381e30f46\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.634515816Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.635643704Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.635702972Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.63573226Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.63575728Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.636347025Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.639096553Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8054f205-74bd-4fd4-8223-99179c4a887a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.639262825Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.640615349Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.645615672Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.693394148Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:41754/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:33.694443799Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:58728"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.695895191Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"caf604f0-0d1b-46bf-b425-26d2d7732fde","remote_addr":"[::1]:58728","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:33.697268106Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"caf604f0-0d1b-46bf-b425-26d2d7732fde","remote_addr":"[::1]:58728","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1425,"response_code":"204"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.697689225Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:41754/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"caf604f0-0d1b-46bf-b425-26d2d7732fde\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:33.709190872Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"plumbed initial IP allowlist","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:33.709311973Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.764219703Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.76428358Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/access","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.764311466Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/assets/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.764337017Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/device/auth","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.764361856Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/device/confirm","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.764386024Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/device/success","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.764409692Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/device/token","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.764432277Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/device/verify","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.764455292Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/experimental/v1/probes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.764478018Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/experimental/v1/probes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.764500803Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/experimental/v1/probes/{probe}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.764523278Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/experimental/v1/probes/{probe}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.764598869Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.764634429Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.764658688Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.764681463Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.764704038Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.764727114Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.76474998Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.764773226Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.764795991Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.764818777Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.7648403Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/login","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.764899307Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/login/{silo_name}/local","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.764929868Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.764953796Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.764976531Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/login/{silo_name}/saml/{provider_name}/redirect","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.765028965Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/lookup/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.765055098Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/projects/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.765078604Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/projects-new","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.765100258Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/settings/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.76512177Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/system/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.765143604Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.765165658Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.765187982Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.765210167Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.765233202Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.765255597Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.765277421Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.765299855Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.765322751Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.765344995Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.765367069Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.765388812Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/anti-affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.765410556Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.765433121Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.765455465Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.76547792Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.765503771Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.7655279Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.765550986Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.765573821Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/certificates","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.765596266Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/certificates","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.765618099Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/certificates/{certificate}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.765640213Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/certificates/{certificate}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.765662027Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.76568394Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/disks","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.765705774Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/disks/{disk}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.765728449Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/disks/{disk}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.765750102Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/disks/{disk}/bulk-write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.765772337Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/disks/{disk}/bulk-write-start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.765794401Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/disks/{disk}/bulk-write-stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.765817046Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/disks/{disk}/finalize","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.765921484Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/disks/{disk}/metrics/{metric}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.765946153Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/floating-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.765968307Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.76599011Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.766045681Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.766069649Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.766091913Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/floating-ips/{floating_ip}/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.766113877Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/floating-ips/{floating_ip}/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.766135871Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.766157524Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/groups/{group_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.766179317Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.766201371Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/images","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.766223005Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/images/{image}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.766245008Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/images/{image}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.766266882Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/images/{image}/demote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.766288525Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/images/{image}/promote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.766310559Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.766332423Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.766354486Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/instances/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.76637638Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/instances/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.766398204Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/instances/{instance}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.766420057Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/instances/{instance}/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.766442442Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/instances/{instance}/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.766464395Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/instances/{instance}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.766486169Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/instances/{instance}/disks/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.766507952Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/instances/{instance}/disks/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.766530427Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/instances/{instance}/external-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.766553152Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.766576108Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.766600276Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/instances/{instance}/reboot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.76662224Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/instances/{instance}/serial-console","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.766644254Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/instances/{instance}/serial-console/stream","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.766666097Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/instances/{instance}/ssh-public-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.766688352Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/instances/{instance}/start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.766714824Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/instances/{instance}/stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.766739704Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.766789062Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.766816287Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/internet-gateway-ip-addresses/{address}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.766839683Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.766862619Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.766886346Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/internet-gateway-ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.766909202Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/internet-gateways","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.766932498Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/internet-gateways","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.766955464Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.766979852Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.767032918Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.767060112Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.767082918Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/login/{silo_name}/local","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.767105743Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/logout","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.767128569Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/me","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.767150513Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/me/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.767173338Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/me/ssh-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.767196123Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/me/ssh-keys","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.767219159Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.767242235Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.767265381Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.767288357Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.767310992Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/network-interfaces","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.767334479Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/network-interfaces/{interface}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.767357876Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/network-interfaces/{interface}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.767381423Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/network-interfaces/{interface}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.767404759Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/ping","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.767427555Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.767451422Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.767474739Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/projects","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.767498075Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/projects","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.767521201Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/projects/{project}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.767544157Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/projects/{project}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.767566431Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/projects/{project}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.767592132Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/projects/{project}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.767615158Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/projects/{project}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.767638084Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.767661471Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/snapshots","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.767685609Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/snapshots/{snapshot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.767708745Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/snapshots/{snapshot}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.767730979Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/hardware/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.767753554Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/hardware/disks/{disk_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.76777662Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/hardware/rack-switch-port/{rack_id}/{switch_location}/{port}/lldp/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.7678016Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/hardware/racks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.767824576Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/hardware/racks/{rack_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.767847461Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/hardware/sleds","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.767870166Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/hardware/sleds","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.767932741Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.76795711Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.767980366Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.768043041Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/provision-policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.768069263Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/hardware/sleds-uninitialized","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.768092259Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/hardware/switch-port","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.768115345Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.768138481Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.768160906Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.768183861Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.768206987Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/hardware/switch-port/{port}/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.768230094Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/hardware/switches","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.768252548Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/hardware/switches/{switch_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.768275233Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/identity-providers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.768299071Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/identity-providers/local/users","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.768322387Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.768345584Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}/set-password","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.768368249Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/identity-providers/saml","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.768390824Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/identity-providers/saml/{provider}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.768414571Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.768436585Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.768458489Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.768481134Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.768504009Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.768526654Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.768549219Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.768571834Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.768595271Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.768617846Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.768640982Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.768663828Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.768687435Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/ip-pools/{pool}/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.76871039Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/ip-pools-service","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.768734368Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/ip-pools-service/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.768757254Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/ip-pools-service/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.76878036Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/ip-pools-service/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.768802815Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.76882551Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/networking/address-lot","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.768849918Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/networking/address-lot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.768873706Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.768897173Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}/blocks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.768920639Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/networking/allow-list","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.768943154Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/networking/allow-list","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.76896621Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/networking/bfd-disable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.768989226Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/networking/bfd-enable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.769072161Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/networking/bfd-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.769098905Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/networking/bgp","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.76912179Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/networking/bgp","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.769145157Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/networking/bgp","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.769168543Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.769191549Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.769214625Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.769238322Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}/announcement","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.769262841Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/networking/bgp-exported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.769285727Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/networking/bgp-message-history","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.769309163Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/networking/bgp-routes-ipv4","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.76933269Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/networking/bgp-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.769355756Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/networking/loopback-address","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.769378782Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/networking/loopback-address","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.769401908Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/networking/loopback-address/{rack_id}/{switch_location}/{address}/{subnet_mask}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.769426277Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.769449253Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.769473992Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.769497078Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/networking/switch-port-settings/{port}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.769520695Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.769543791Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.769566586Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/roles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.769589813Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/roles/{role_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.769612778Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/silo-quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.769635243Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.769658109Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.769681315Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.769704Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.769726866Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/silos/{silo}/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.769750032Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.769772597Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.769795533Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.769818228Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.769840863Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.769864019Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/timeseries/schemas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.769886594Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/update/repository","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.76990976Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/update/repository/{system_version}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.769932886Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/update/target-release","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.769956193Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/update/target-release","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.769978637Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.770052625Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.770080741Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/users-builtin","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.770107103Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/users-builtin/{user}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.770131933Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/utilization/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.770157353Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/utilization/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.77018062Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.770203766Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.7702259Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.770248695Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/vpc-firewall-rules","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.770273836Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/vpc-firewall-rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.770297372Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/vpc-router-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.770320018Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/vpc-router-routes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.770342623Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.770364947Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.770387552Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.770410718Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/vpc-routers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.770433604Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/vpc-routers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.770456099Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/vpc-routers/{router}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.770478654Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/vpc-routers/{router}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.770501249Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/vpc-routers/{router}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.770523904Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/vpc-subnets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.770546679Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/vpc-subnets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.770568703Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.770590887Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.770614194Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.770636498Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/vpc-subnets/{subnet}/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.770659835Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/vpcs","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.770682309Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/vpcs","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.770704864Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/vpcs/{vpc}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.77072795Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/vpcs/{vpc}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.770751106Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/vpcs/{vpc}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.770773712Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/webhooks/deliveries","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.770795735Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/webhooks/deliveries/{event_id}/resend","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.770819062Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/webhooks/event-classes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.770842118Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/webhooks/receivers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.770864212Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/webhooks/receivers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.770886777Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.770909242Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.770969301Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.771022337Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/webhooks/receivers/{receiver}/probe","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.771049721Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.77107402Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions/{subscription}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.771097176Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/webhooks/secrets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.771119941Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/webhooks/secrets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.771180071Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/webhooks/secrets/{secret_id}","method":"DELETE"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:33.771207386Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.771230411Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:40480","component":"dropshot_external","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.841811279Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.841892931Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/access","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.841928101Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/assets/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.841956007Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/device/auth","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.841981077Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/device/confirm","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.842006347Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/device/success","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.84203264Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/device/token","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.842061177Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/device/verify","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.842085876Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/experimental/v1/probes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.842110164Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/experimental/v1/probes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.842136396Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/experimental/v1/probes/{probe}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.842164973Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/experimental/v1/probes/{probe}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.842191266Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.842217067Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.842241185Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.842264752Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.842383719Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.842430232Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.842457937Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.842484971Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.842511384Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.842537125Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.842561604Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/login","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.842585992Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/login/{silo_name}/local","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.842611062Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.842636513Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.842661182Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/login/{silo_name}/saml/{provider_name}/redirect","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.842685871Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/lookup/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.84271025Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/projects/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.842735169Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/projects-new","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.842759328Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/settings/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.842782163Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/system/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.842805029Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.842827624Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.842850339Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.858188529Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.863356997Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.863416135Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.863445574Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.863471515Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.863495904Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.863522056Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.863547597Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.863571535Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/anti-affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.863594701Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.863618638Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.863643007Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.867098352Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.868720694Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.868816425Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.868848428Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.8688794Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/certificates","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.868905913Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/certificates","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.868930101Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/certificates/{certificate}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.868953869Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/certificates/{certificate}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.868977486Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.869033247Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/disks","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.869062595Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/disks/{disk}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.869089168Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/disks/{disk}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.869113647Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/disks/{disk}/bulk-write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.869138837Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/disks/{disk}/bulk-write-start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.869164328Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/disks/{disk}/bulk-write-stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.869645647Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/disks/{disk}/finalize","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.869700586Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/disks/{disk}/metrics/{metric}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.869733682Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/floating-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.869760967Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.869786718Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.869811397Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.869834503Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.869861006Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/floating-ips/{floating_ip}/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.869884583Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/floating-ips/{floating_ip}/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.869908641Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.86993356Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/groups/{group_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.869957548Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.869980805Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/images","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.870005123Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/images/{image}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.870031015Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/images/{image}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.870054411Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/images/{image}/demote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.870078339Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/images/{image}/promote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.870103068Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.870126785Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.870151635Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/instances/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.870176244Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/instances/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.870199981Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/instances/{instance}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.870222787Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/instances/{instance}/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.870247105Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/instances/{instance}/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.870270953Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/instances/{instance}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.87029453Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/instances/{instance}/disks/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.870317916Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/instances/{instance}/disks/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.870343427Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/instances/{instance}/external-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.871745551Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.871805079Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.871834738Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/instances/{instance}/reboot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.871859478Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/instances/{instance}/serial-console","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.871884628Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/instances/{instance}/serial-console/stream","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.871909848Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/instances/{instance}/ssh-public-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.871934688Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/instances/{instance}/start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.871958385Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/instances/{instance}/stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.871984437Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.872009988Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.872035348Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/internet-gateway-ip-addresses/{address}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.872060398Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.872084145Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.872107352Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/internet-gateway-ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.872130668Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/internet-gateways","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.872153293Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/internet-gateways","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.87217675Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.87220168Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.872230066Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.872257721Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.87228233Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/login/{silo_name}/local","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.87230743Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/logout","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.872333182Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/me","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.872657307Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/me/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.872712277Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/me/ssh-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.872739722Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/me/ssh-keys","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.872872827Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.872926564Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.872954359Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.872981774Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.873008086Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/network-interfaces","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.873033667Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/network-interfaces/{interface}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.873058938Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/network-interfaces/{interface}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.873082885Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/network-interfaces/{interface}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.873106773Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/ping","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.873131422Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.87315562Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.87318063Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/projects","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.873252423Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/projects","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.873280419Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/projects/{project}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.873306551Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/projects/{project}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.873330819Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/projects/{project}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.873355679Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/projects/{project}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.873379196Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/projects/{project}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.873402552Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.87342641Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/snapshots","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.873451329Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/snapshots/{snapshot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.873475778Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/snapshots/{snapshot}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.873499826Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/hardware/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.873524245Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/hardware/disks/{disk_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.873548663Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/hardware/rack-switch-port/{rack_id}/{switch_location}/{port}/lldp/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.873573974Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/hardware/racks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.87359703Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/hardware/racks/{rack_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.87362216Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/hardware/sleds","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.873646378Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/hardware/sleds","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.873670386Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.873694845Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.873719464Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.873744303Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/provision-policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.87376796Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/hardware/sleds-uninitialized","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.873791227Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/hardware/switch-port","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.873814743Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.87383799Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.873861457Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.873885304Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.873908861Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/hardware/switch-port/{port}/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.874011155Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/hardware/switches","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.874070132Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/hardware/switches/{switch_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.874100322Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/identity-providers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.874124631Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/identity-providers/local/users","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.874148328Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.874171895Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}/set-password","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.874196073Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/identity-providers/saml","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.874218688Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/identity-providers/saml/{provider}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.874241804Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.87426456Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.874287606Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.874310551Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.874333156Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.874356002Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.874379108Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.874402084Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.874426703Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.874451342Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.874474187Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.874498185Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.874521191Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/ip-pools/{pool}/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.874544227Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/ip-pools-service","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.874567543Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/ip-pools-service/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.87459113Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/ip-pools-service/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.874615188Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/ip-pools-service/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.874638986Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.874662452Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/networking/address-lot","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.874685639Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/networking/address-lot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.874708194Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.87473143Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}/blocks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.874754646Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/networking/allow-list","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.874777241Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/networking/allow-list","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.874800488Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/networking/bfd-disable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.874823684Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/networking/bfd-enable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.87484695Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/networking/bfd-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.874870126Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/networking/bgp","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.874893543Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/networking/bgp","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.874916609Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/networking/bgp","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.874939625Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.87496256Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.874985767Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.875010927Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}/announcement","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.875034824Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/networking/bgp-exported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.875058061Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/networking/bgp-message-history","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.875081688Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/networking/bgp-routes-ipv4","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.875104283Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/networking/bgp-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.87512777Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/networking/loopback-address","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.875150565Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/networking/loopback-address","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.875172879Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/networking/loopback-address/{rack_id}/{switch_location}/{address}/{subnet_mask}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.875197228Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.875222067Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.875246145Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.875270113Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/networking/switch-port-settings/{port}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.8752934Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.875316646Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.875340483Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/roles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.875365994Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/roles/{role_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.87538885Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/silo-quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.875413419Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.875437777Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.875460633Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.875483979Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.875506955Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/silos/{silo}/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.87552967Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.875552566Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.875575341Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.875599169Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.875623337Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.875646012Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/timeseries/schemas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.875673026Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/update/repository","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.875696443Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/update/repository/{system_version}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.875719769Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/update/target-release","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.87574513Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/update/target-release","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.875769017Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.875791883Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.875814999Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/users-builtin","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.875837985Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/users-builtin/{user}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.875861281Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/utilization/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.875884257Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/system/utilization/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.875907082Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.875929788Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.875953815Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.875977823Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/vpc-firewall-rules","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.876000318Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/vpc-firewall-rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.876023504Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/vpc-router-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.876047442Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/vpc-router-routes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.876072452Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.876095548Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.876118123Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.876140728Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/vpc-routers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.876163493Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/vpc-routers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.876185898Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/vpc-routers/{router}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.876208914Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/vpc-routers/{router}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.876233342Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/vpc-routers/{router}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.876256068Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/vpc-subnets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.876278492Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/vpc-subnets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.876301388Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.876326207Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.876349704Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.87637284Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/vpc-subnets/{subnet}/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.876395906Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/vpcs","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.87641792Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/vpcs","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.876442459Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/vpcs/{vpc}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.876466337Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/vpcs/{vpc}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.876489563Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/vpcs/{vpc}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.876512729Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/webhooks/deliveries","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.876535805Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/webhooks/deliveries/{event_id}/resend","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.876559091Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/webhooks/event-classes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.876582077Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/webhooks/receivers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.876605153Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/webhooks/receivers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.87662863Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.876651566Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.876675984Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.876700393Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/webhooks/receivers/{receiver}/probe","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.87672402Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.876747387Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions/{subscription}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.876771475Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/webhooks/secrets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.87679417Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/webhooks/secrets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.876817176Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/v1/webhooks/secrets/{secret_id}","method":"DELETE"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:33.876841254Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.876862867Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:49211","component":"dropshot_external_techport","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"registered DTrace probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.876883538Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"nexus-producer-server","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.876907596Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:43848","component":"dropshot","component":"nexus-producer-server","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:33.876939079Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:43848","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:328","component":"nexus-producer-server","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.8769647Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:43848","component":"dropshot","component":"nexus-producer-server","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"Requested any available port, Dropshot server has been bound to 127.0.0.1:43848","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.876987976Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"nexus-producer-server","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"Nexus IP provided explicitly, will use it","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.877009008Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"nexus-producer-server","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","addr":"127.0.0.1:55729"} {"msg":"starting producer registration task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.877029579Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"nexus-producer-server","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"starting oximeter metric producer server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:33.877048827Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"file":"oximeter/producer/src/lib.rs:279","component":"nexus-producer-server","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","interval":"10s","address":"127.0.0.1:43848","producer_id":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"Running step start_oximeter","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.877074418Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"init_with_steps"} {"msg":"Starting Oximeter","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.877094228Z","hostname":"bmat-EVT22200007-000064cb","pid":12571} {"msg":"registered DTrace probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.877922688Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"oximeter"} {"msg":"starting oximeter server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:33.877975584Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"file":"oximeter/collector/src/lib.rs:236","component":"oximeter"} {"msg":"creating ClickHouse client","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.878001846Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"oximeter"} {"msg":"registered USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.879138Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.879660401Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"producer-registration-task","component":"nexus-producer-server","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","registration_count":"0"} {"msg":"will register with Nexus at 127.0.0.1:55729","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.879716633Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"producer-registration-task","component":"nexus-producer-server","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.933287048Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"producer-registration-task","component":"nexus-producer-server","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://127.0.0.1:55729/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:33.93485878Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","remote_addr":"127.0.0.1:54992"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.935724976Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea56a824-31ca-4cab-8076-4d66980e1343\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.935900395Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.937424953Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/metrics/producers","method":"POST","req_id":"d6fd2654-4b05-4c5a-af57-2883176a5086","remote_addr":"127.0.0.1:54992","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.938368924Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d6fd2654-4b05-4c5a-af57-2883176a5086","remote_addr":"127.0.0.1:54992","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.938438262Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d6fd2654-4b05-4c5a-af57-2883176a5086","remote_addr":"127.0.0.1:54992","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.939395429Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d6fd2654-4b05-4c5a-af57-2883176a5086","remote_addr":"127.0.0.1:54992","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.94243268Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT MAX(value) AS max_version FROM oximeter.version;"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.946575084Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"177a53cc-0569-4b4a-b50e-0012a53d0ad4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.946796375Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.948820828Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"662f59fb-0469-416d-ab2f-062c69e01f82\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.949088031Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.953475222Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52065d3b-523f-411d-8248-0cca01733975\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.953981591Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:33.954684832Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:894","component":"oximeter"} {"msg":"oximeter database does not exist, creating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.954800532Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"reading db version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:33.95487982Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:794","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.955320017Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT MAX(value) AS max_version FROM oximeter.version;"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:33.956848052Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:894","component":"oximeter"} {"msg":"read oximeter database version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:33.956946388Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:799","component":"oximeter","version":0} {"msg":"initializing oximeter schema","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:33.957053451Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:804","component":"oximeter"} {"msg":"initializing ClickHouse database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.957152378Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.95749962Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"CREATE DATABASE IF NOT EXISTS oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.958921633Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50be3ae6-3145-4c84-9c00-8737ea20d325\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.959220228Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.95948722Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The version table contains metadata about the `oximeter` database */\nCREATE TABLE IF NOT EXISTS oximeter.version\n(\n value UInt64,\n timestamp DateTime64(9, 'UTC')\n)\nENGINE = MergeTree()\nORDER BY (value, timestamp)"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.961410713Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48244201-619c-4522-9eda-d38ff5d847a9\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.961636994Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.962223863Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The measurement tables contain all individual samples from each timeseries.\n *\n * Each table stores a single datum type, and otherwise contains nearly the same\n * structure. The primary sorting key is on the timeseries name, key, and then\n * timestamp, so that all timeseries from the same schema are grouped, followed\n * by all samples from the same timeseries.\n *\n * This reflects that one usually looks up the _key_ in one or more field table,\n * and then uses that to index quickly into the measurements tables.\n */\nCREATE TABLE IF NOT EXISTS oximeter.measurements_bool\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Bool)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.96284484Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a95e467-510a-438d-993b-5323429bd67e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.963124327Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.964455359Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e040fb4a-4dae-45e9-bce3-9382538ab408\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.964693914Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.965495421Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i8\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.966139134Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f724b5f-2f86-49a4-8236-f7d6f4713dbd\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.966401086Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.967394946Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"462cc167-b678-42c3-bd40-13a7e8346313\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.967594283Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.967727308Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.967835313Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.967926605Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.968784515Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.96925877Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u8\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.972018248Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i16\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int16)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.974863296Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.979830122Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.980082325Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.982489491Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.982555703Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.982588929Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.982615552Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.982642215Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u16\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt16)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.986104814Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i32\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.986355794Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.992573843Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.992699634Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.992790896Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.993301473Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:33.993955246Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/metrics/producers","method":"POST","req_id":"d6fd2654-4b05-4c5a-af57-2883176a5086","remote_addr":"127.0.0.1:54992","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","error_message_external":"Service Unavailable","error_message_internal":"no Oximeter instances available for assignment","latency_us":56438,"response_code":"503"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:33.994565171Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u32\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:33.995223132Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"producer-registration-task","component":"nexus-producer-server","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://127.0.0.1:55729/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6fd2654-4b05-4c5a-af57-2883176a5086\", \"content-length\": \"133\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:33.996657019Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:371","component":"nexus-producer-server","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"d6fd2654-4b05-4c5a-af57-2883176a5086\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Wed, 30 Apr 2025 06:07:33 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"d6fd2654-4b05-4c5a-af57-2883176a5086\\\" }\"","delay":"116.989283ms","count":"0"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.0417531Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","sled_agent_url":"http://[::1]:41754"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.041813981Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:41754/inventory","method":"GET"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.042313456Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i64\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.04251119Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:34035"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.043251786Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"e5eb167b-c852-453e-8edc-5dff891b2e84","remote_addr":"[::1]:34035","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.043751321Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"e5eb167b-c852-453e-8edc-5dff891b2e84","remote_addr":"[::1]:34035","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":591,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.044129966Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:41754/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5eb167b-c852-453e-8edc-5dff891b2e84\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.046149309Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.046201914Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.046228336Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.048995159Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.049058956Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.049094086Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.049397391Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.05068217Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.051272216Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u64\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.053739502Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.057871895Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.058086663Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.058134789Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.058657871Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.059166174Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_f32\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.0621803Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_f64\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.065119356Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_string\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(String)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.067559658Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_bytes\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n /*\n * NOTE: Right now we can't unambiguously record a nullable byte array.\n * Arrays cannot be nested in `Nullable()` types, and encoding the array as\n * a string isn't palatable for a few reasons.\n * See: https://github.com/oxidecomputer/omicron/issues/4551 for more\n * details.\n */\n datum Array(UInt8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.070184467Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativei64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.072914537Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativeu64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.089084444Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativef32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.089126849Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativef64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.089161117Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami8\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n /*\n * NOTE: Array types cannot be Nullable, see\n * https://clickhouse.com/docs/en/sql-reference/data-types/nullable\n * for more details.\n *\n * This means we need to use empty arrays to indicate a missing value. This\n * is unfortunate, and at this point relies on the fact that an\n * `oximeter::Histogram` cannot have zero bins. If that changes, we'll need\n * to figure out another way to represent missing samples here.\n */\n bins Array(Int8),\n counts Array(UInt64),\n min Int8,\n max Int8,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.089525664Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu8\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt8),\n counts Array(UInt64),\n min UInt8,\n max UInt8,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.092913634Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami16\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Int16),\n counts Array(UInt64),\n min Int16,\n max Int16,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.099572631Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu16\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt16),\n counts Array(UInt64),\n min UInt16,\n max UInt16,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.10529362Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Int32),\n counts Array(UInt64),\n min Int32,\n max Int32,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.115855724Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt32),\n counts Array(UInt64),\n min UInt32,\n max UInt32,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.119148194Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Int64),\n counts Array(UInt64),\n min Int64,\n max Int64,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.12251393Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt64),\n counts Array(UInt64),\n min UInt64,\n max UInt64,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.126382158Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramf32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Float32),\n counts Array(UInt64),\n min Float32,\n max Float32,\n sum_of_samples Float64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.129987331Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramf64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Float64),\n counts Array(UInt64),\n min Float64,\n max Float64,\n sum_of_samples Float64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.133589378Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The field tables store named dimensions of each timeseries.\n *\n * As with the measurement tables, there is one field table for each field data\n * type. Fields are deduplicated by using the \"replacing merge tree\", though\n * this behavior **must not** be relied upon for query correctness.\n *\n * The index for the fields differs from the measurements, however. Rows are\n * sorted by timeseries name, then field name, field value, and finally\n * timeseries key. This reflects the most common pattern for looking them up:\n * by field name and possibly value, within a timeseries. The resulting keys are\n * usually then used to look up measurements.\n *\n * NOTE: We may want to consider a secondary index on these tables, sorting by\n * timeseries name and then key, since it would improve lookups where one\n * already has the key. Realistically though, these tables are quite small and\n * so performance benefits will be low in absolute terms.\n *\n * TTL: We use a materialized column to expire old field table records. This\n * column is generated automatically by the database whenever a new row is\n * inserted. It cannot be inserted directly, nor is it returned in a `SELECT *`\n * query. Since these tables are `ReplacingMergeTree`s, that means the last\n * record will remain during a deduplication, which will have the last\n * timestamp. ClickHouse will then expire old data for us, similar to the\n * measurement tables.\n */\nCREATE TABLE IF NOT EXISTS oximeter.fields_bool\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Bool,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.136809353Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i8\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int8,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.13988938Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u8\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt8,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.146047379Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i16\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int16,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.158574328Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u16\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt16,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.171471305Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i32\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int32,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.184426808Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u32\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt32,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:34.186970696Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:34.189573001Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.189710325Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":3,"elapsed":"1.89692062s"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.190890055Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i64\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int64,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.193696086Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u64\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt64,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.1967141Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_ipaddr\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value IPv6,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.199656482Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_string\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value String,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.203253328Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_uuid\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UUID,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.204803818Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The timeseries schema table stores the extracted schema for the samples\n * oximeter collects.\n */\nCREATE TABLE IF NOT EXISTS oximeter.timeseries_schema\n(\n timeseries_name String,\n fields Nested(\n name String,\n type Enum(\n 'Bool' = 1,\n 'I64' = 2,\n 'IpAddr' = 3,\n 'String' = 4,\n 'Uuid' = 6,\n 'I8' = 7,\n 'U8' = 8,\n 'I16' = 9,\n 'U16' = 10,\n 'I32' = 11,\n 'U32' = 12,\n 'U64' = 13\n ),\n source Enum(\n 'Target' = 1,\n 'Metric' = 2\n )\n ),\n datum_type Enum(\n 'Bool' = 1,\n 'I64' = 2,\n 'F64' = 3,\n 'String' = 4,\n 'Bytes' = 5,\n 'CumulativeI64' = 6,\n 'CumulativeF64' = 7,\n 'HistogramI64' = 8,\n 'HistogramF64' = 9,\n 'I8' = 10,\n 'U8' = 11,\n 'I16' = 12,\n 'U16' = 13,\n 'I32' = 14,\n 'U32' = 15,\n 'U64' = 16,\n 'F32' = 17,\n 'CumulativeU64' = 18,\n 'CumulativeF32' = 19,\n 'HistogramI8' = 20,\n 'HistogramU8' = 21,\n 'HistogramI16' = 22,\n 'HistogramU16' = 23,\n 'HistogramI32' = 24,\n 'HistogramU32' = 25,\n 'HistogramU64' = 26,\n 'HistogramF32' = 27\n ),\n created DateTime64(9, 'UTC')\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, fields.name)"} {"msg":"inserting current version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.208093813Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:825","component":"oximeter","version":14} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.20815774Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"INSERT INTO oximeter.version (*) VALUES (14, now());"} {"msg":"registered USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.214092846Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"3c3270c8-45d3-4845-8b07-706051c69498","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.215067558Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:52331","component":"dropshot","component":"oximeter","versions":"all","path":"/info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.215127547Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:52331","component":"dropshot","component":"oximeter","versions":"all","path":"/producers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.215158078Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:52331","component":"dropshot","component":"oximeter","versions":"all","path":"/producers/{producer_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.215186294Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:52331","component":"dropshot","component":"oximeter","versions":"all","path":"/producers/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.21521442Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:52331","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:328","component":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.216089404Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:52331","component":"dropshot","component":"oximeter"} {"msg":"registered USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.21709135Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"oximeter"} {"msg":"contacting nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.217139806Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.744347173Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"oximeter","body":"Some(Body)","uri":"http://127.0.0.1:55729/metrics/collectors","method":"POST"} {"msg":"will register with Nexus at 127.0.0.1:55729","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.744559827Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"producer-registration-task","component":"nexus-producer-server","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.849919719Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"producer-registration-task","component":"nexus-producer-server","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://127.0.0.1:55729/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.852941499Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","remote_addr":"127.0.0.1:52220"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.853008473Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","remote_addr":"127.0.0.1:61445"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.853784609Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/metrics/producers","method":"POST","req_id":"89fb476b-81b2-471b-a42b-bec0538fef7a","remote_addr":"127.0.0.1:61445","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.854276619Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"89fb476b-81b2-471b-a42b-bec0538fef7a","remote_addr":"127.0.0.1:61445","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.854390045Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"89fb476b-81b2-471b-a42b-bec0538fef7a","remote_addr":"127.0.0.1:61445","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.854980071Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"89fb476b-81b2-471b-a42b-bec0538fef7a","remote_addr":"127.0.0.1:61445","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.856648175Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/metrics/collectors","method":"POST","req_id":"02038417-8a21-42d6-9348-5b8642fd16dc","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.856960787Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"02038417-8a21-42d6-9348-5b8642fd16dc","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.857033202Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"02038417-8a21-42d6-9348-5b8642fd16dc","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.85771981Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"02038417-8a21-42d6-9348-5b8642fd16dc","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.863434736Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/metrics/producers","method":"POST","req_id":"89fb476b-81b2-471b-a42b-bec0538fef7a","remote_addr":"127.0.0.1:61445","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","error_message_external":"Service Unavailable","error_message_internal":"no Oximeter instances available for assignment","latency_us":9635,"response_code":"503"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.866571777Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"producer-registration-task","component":"nexus-producer-server","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://127.0.0.1:55729/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89fb476b-81b2-471b-a42b-bec0538fef7a\", \"content-length\": \"133\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:34.867765495Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:371","component":"nexus-producer-server","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"89fb476b-81b2-471b-a42b-bec0538fef7a\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Wed, 30 Apr 2025 06:07:34 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"89fb476b-81b2-471b-a42b-bec0538fef7a\\\" }\"","delay":"988.066037ms","count":"1"} {"msg":"registered new oximeter metric collection server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.868043649Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","address":"[::1]:52331","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.868227876Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/metrics/collectors","method":"POST","req_id":"02038417-8a21-42d6-9348-5b8642fd16dc","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","latency_us":11587,"response_code":"204"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.873716542Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:55729/metrics/collectors\", status: 204, headers: {\"x-request-id\": \"02038417-8a21-42d6-9348-5b8642fd16dc\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"oximeter registered with nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.873781021Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"file":"oximeter/collector/src/lib.rs:392","component":"oximeter","id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78"} {"msg":"Running step start_producer_server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.873812042Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"init_with_steps"} {"msg":"Starting test metric Producer Server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.873834347Z","hostname":"bmat-EVT22200007-000064cb","pid":12571} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.878699931Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41569","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.878772406Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41569","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.878804059Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41569","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.878831844Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41569","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.878857886Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41569","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.878884449Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41569","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.878910852Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41569","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.878937364Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41569","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.878964017Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41569","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.8789903Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41569","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.879953349Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41569","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Created Simulated Crucible Server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.880007316Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:41569"} {"msg":"inserting test physical disk","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.884827921Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","model":"test-model","serial":"totally-unique-serial: 410e123c-e0ec-4d66-9047-70d6627f38ca","vendor":"test-vendor","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","physical_disk_id":"410e123c-e0ec-4d66-9047-70d6627f38ca"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:34.884975785Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.88522908Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:34.885845699Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"starting refresh list task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.890603408Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:559","component":"oximeter"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.99958164Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","remote_addr":"127.0.0.1:56814"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:34.999667571Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.007301351Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"oximeter","body":"None","uri":"http://127.0.0.1:55729/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.008336584Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e6497109-c056-431b-98b9-2b8dc895189a","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.00840513Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/metrics/producers","method":"POST","req_id":"d77921ce-f421-4a8f-b82d-00a9e9b50235","remote_addr":"127.0.0.1:56814","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.008895407Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e6497109-c056-431b-98b9-2b8dc895189a","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.008968473Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e6497109-c056-431b-98b9-2b8dc895189a","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.009620662Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e6497109-c056-431b-98b9-2b8dc895189a","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.009789409Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d77921ce-f421-4a8f-b82d-00a9e9b50235","remote_addr":"127.0.0.1:56814","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.009838747Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d77921ce-f421-4a8f-b82d-00a9e9b50235","remote_addr":"127.0.0.1:56814","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.01046762Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d77921ce-f421-4a8f-b82d-00a9e9b50235","remote_addr":"127.0.0.1:56814","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.010953788Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.011059539Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.011187414Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:35.024512513Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e6497109-c056-431b-98b9-2b8dc895189a","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","latency_us":16393,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.024627122Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.02467163Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.024700718Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.024726289Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.025292908Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.025916461Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:55729/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6497109-c056-431b-98b9-2b8dc895189a\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:35.026040518Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":0,"n_pruned_tasks":0} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.032278206Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.037157067Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:35.082047388Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:35.082278809Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/metrics/producers","method":"POST","req_id":"d77921ce-f421-4a8f-b82d-00a9e9b50235","remote_addr":"127.0.0.1:56814","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","latency_us":74029,"response_code":"201"} {"msg":"upserting zpool","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:35.177257688Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","physical_disk_id":"410e123c-e0ec-4d66-9047-70d6627f38ca","zpool_id":"89e08e94-827a-4e38-ac07-1c2e8fa73749","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.177332628Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.177367297Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.177934427Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.17896002Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.179022675Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.179054298Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.17908041Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.18014473Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.182205216Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.186039275Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"upserting Crucible dataset","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:35.196294628Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dataset_id":"1c2658ee-a11a-4b67-9f42-995f242877a7","zpool_id":"89e08e94-827a-4e38-ac07-1c2e8fa73749"} {"msg":"inserting test physical disk","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:35.213109581Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","model":"test-model","serial":"totally-unique-serial: 410e123c-e0ec-4d66-9047-70d6627f38ca","vendor":"test-vendor","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","physical_disk_id":"410e123c-e0ec-4d66-9047-70d6627f38ca"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.213196965Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.213232937Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.215223703Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.218149112Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.218212117Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.221548274Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"PhysicalDisk { parent: Fleet, key: 410e123c-e0ec-4d66-9047-70d6627f38ca (physical_disk), lookup_type: ById(410e123c-e0ec-4d66-9047-70d6627f38ca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.221718053Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.221769936Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.221802371Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.226381745Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.230567545Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.241623423Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"PhysicalDisk { parent: Fleet, key: 410e123c-e0ec-4d66-9047-70d6627f38ca (physical_disk), lookup_type: ById(410e123c-e0ec-4d66-9047-70d6627f38ca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"upserting zpool","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:35.241700076Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","physical_disk_id":"410e123c-e0ec-4d66-9047-70d6627f38ca","zpool_id":"89e08e94-827a-4e38-ac07-1c2e8fa73749","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.241731699Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.24176251Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.242609778Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.244897957Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.244955802Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.244985792Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.245012585Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.24591848Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.247791613Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.253922768Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.262853853Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.262908322Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.262940616Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.262967039Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.263658637Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.267062739Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.27400472Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.275548977Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.275610249Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.276357498Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.283081485Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.283141645Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.283172487Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.283201023Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.284097139Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.284328169Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":4,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.284381986Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.284412627Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.284439852Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.284531825Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.285052332Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.287990246Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.298158756Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.298243755Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.298275839Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.29896383Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.300269201Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.306421599Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.306495677Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.306530957Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.30727047Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.317549681Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.317616785Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.318334294Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.318770543Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","candidates":"[(6a0909fc-d9d0-4f32-bf6e-6d8817ef53fc, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.318832036Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.319219648Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:55387","req_id":"e6611930-b0cb-4053-81cf-b14337218d0f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: d5 9b 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.319276562Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:55387","req_id":"e6611930-b0cb-4053-81cf-b14337218d0f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 54683,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.319637841Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.31979784Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.320069251Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:55387","req_id":"e6611930-b0cb-4053-81cf-b14337218d0f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.322412039Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2120, tv_nsec: 121214491 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.322479133Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.323321842Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:52838","req_id":"58c2992c-cf00-4f73-97cc-2e9a102a5d88","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 44 27 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e D'..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.323422823Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:52838","req_id":"58c2992c-cf00-4f73-97cc-2e9a102a5d88","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 17447,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.323613242Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.323690246Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:52838","req_id":"58c2992c-cf00-4f73-97cc-2e9a102a5d88","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.396127292Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.398889054Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:60173","req_id":"7a4652a9-b4e4-44ab-b6e4-b71641714b3b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: eb 00 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.398953142Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:60173","req_id":"7a4652a9-b4e4-44ab-b6e4-b71641714b3b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 60160,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.399501535Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60160,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:35.399805771Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:60173","req_id":"7a4652a9-b4e4-44ab-b6e4-b71641714b3b","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.400501487Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.400586286Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","mgs_url":"http://[::1]:46735"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.400689542Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.402954284Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d58ac3f-db01-42dc-99d7-e0281b25bb40\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.403346576Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.40475928Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e67df9c8-d6d6-431e-ba70-c362e036dc34\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.405998299Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.414532804Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"601cdb37-a759-4e9a-becb-4c402cb29107\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.414956748Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.420264293Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dddbd4a1-1e4f-46a4-85b8-c007aa25d720\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.420496075Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.423967582Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a505997-51b5-4295-8e3b-39f2982363a5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.424185536Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.426641109Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7dcc7cbd-b109-44af-9cc6-77cea5617446\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.426957238Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.429213875Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"206e833e-f6bc-4589-9147-10c2c0eeb728\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.429423452Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.431257667Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfdf7f50-a65e-429d-8dfe-bfb20c858dba\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.431468467Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.432462888Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b365fa4-92b4-438d-8752-eb18bd3efe71\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.432698297Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.434943681Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a8fe331-1ba4-4658-a2e2-f2653494d0a3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.435301153Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.436297178Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f73d25de-16da-4704-86b8-71ccfb0fc01b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.436521074Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.438681288Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52a9d925-b89c-41dd-ad01-677a415d8d28\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.439105934Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.441084626Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"986c1639-008d-4747-9aff-86d9993e095f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.441498691Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.444322898Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27593c29-5521-4b12-bf01-c7cab7b45545\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.444733506Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.450938339Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd07ce43-1418-4309-a35d-958b679c8cd7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.451299088Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.462247973Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"224a1a0f-2aa7-4a3c-b848-af866512c8c9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.462473292Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.46515256Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5e7cdc4-6145-4f78-99ca-c3d7096a28e8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.465310184Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.471104399Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.475590507Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92d0d2e0-e768-4fba-b0f5-b2c6fab6028d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.475665907Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.47823683Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38743862-9a4b-48ed-beaa-c3a7a75c9a9a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.47830727Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.479370609Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7faab8d0-e6e3-4420-abe7-2ab2cc8ef033\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.479493153Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.480393547Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58a64f66-34a1-40ad-9a7b-ccf24f4434cb\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.480532664Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.481813536Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90027cb8-75f1-4dbc-98cf-bba70afb1cc0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.481907523Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.483435197Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd047f47-78d1-4657-9d3a-c4084e1e0815\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.486276268Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.490324363Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"353dca6f-9cf3-40da-b094-7c5e488b486f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.490506125Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.494651044Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09b6e7b9-7997-40a9-b901-8898316d88dc\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.494780201Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.497580541Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec840429-af89-413e-9623-c1c20fa5f4df\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.497651482Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.49979845Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f56c050-9034-49e2-a9ee-55926076623e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.499927066Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.502560683Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47a7e2a2-c9b3-411b-b4ff-aafe8f6dd02a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.502771774Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.504930305Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f368265-5d15-4e63-9fe8-af4b0c443da0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.505080394Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.508186563Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1bdb5cdd-22fd-435f-826f-aa37a018cff0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.508319237Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.509303839Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89bf9841-4674-4a4e-839b-a9ff34426d56\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.509366483Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.512971657Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa222da7-50bb-4764-99bb-27b117558982\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.513344459Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.514916952Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a0b5a5a-6e9c-4032-ab0f-cb72a69b687a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.515179115Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.516154518Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00eb8636-6384-48dd-88f1-708a7c0e071e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.516277313Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.517591972Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72c67fea-74d0-4e78-bb4a-454400ea5182\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.518204182Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.521961358Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97094891-0eb8-4d03-8d6f-f060eab5ba19\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.522155615Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.522197318Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.522341906Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.52237917Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.522407186Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.524274256Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.526649639Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92ffdcd1-1644-44aa-921c-1e5e4d8a6a39\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.52711183Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.527502248Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.535190105Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.535291638Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.535581746Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.536494404Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.541815246Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.541981928Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.543354532Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.585007654Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9ec20cf-d02f-4b2a-a5a5-88e3e1e9b87d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.585476608Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.597140838Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ac70f30-3bae-4896-8d84-a0744d34bedc\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.597649662Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.59995757Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2681a6fc-8d6c-4184-8f84-966c867557de\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.600244111Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.602992928Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f58a30e-43a3-4d22-8828-aa34992c6f37\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.603262185Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.605145046Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66ced096-2e85-4ed9-bcd4-863a82546efb\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.606066071Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"will register with Nexus at 127.0.0.1:55729","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.614499364Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"producer-registration-task","component":"nexus-producer-server","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.676721477Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"producer-registration-task","component":"nexus-producer-server","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://127.0.0.1:55729/metrics/producers","method":"POST"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.67761104Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:35.678431074Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","remote_addr":"127.0.0.1:40855"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.68194242Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/metrics/producers","method":"POST","req_id":"92e54025-a39f-4ed0-a14f-4f5e19a9c12c","remote_addr":"127.0.0.1:40855","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.682491494Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d92831bc-835e-4256-9f63-69a5c340fd2c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.683737296Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.684543222Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"92e54025-a39f-4ed0-a14f-4f5e19a9c12c","remote_addr":"127.0.0.1:40855","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.684605225Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"92e54025-a39f-4ed0-a14f-4f5e19a9c12c","remote_addr":"127.0.0.1:40855","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.685231233Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"92e54025-a39f-4ed0-a14f-4f5e19a9c12c","remote_addr":"127.0.0.1:40855","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.687778257Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c4a4ddf-ec21-4d97-9146-ab64f5612bf3\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.687928787Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.689805527Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66a20624-fc77-4918-acf5-8bb6ea491be3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.689869995Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.690094322Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.690177478Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.690207297Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.690803715Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:35.693941557Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","producer_id":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:35.694222948Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/metrics/producers","method":"POST","req_id":"92e54025-a39f-4ed0-a14f-4f5e19a9c12c","remote_addr":"127.0.0.1:40855","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","latency_us":12289,"response_code":"201"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.694683646Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"producer-registration-task","component":"nexus-producer-server","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://127.0.0.1:55729/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92e54025-a39f-4ed0-a14f-4f5e19a9c12c\", \"content-length\": \"41\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"successfully registered with Nexus, pausing until time to renew lease","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.696369725Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"producer-registration-task","component":"nexus-producer-server","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","wait_period":"150s","lease_duration":"600s"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.696656877Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.701749174Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.701838Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.70187267Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.70190278Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.701928761Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.702322095Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.705123958Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.712759411Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.713115811Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.713174808Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.713773842Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.783598433Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","sled_agent_url":"http://[::1]:41754"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.783670697Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:41754/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.784273919Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.78433491Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.784370211Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.784399198Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.785062049Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:35.785120986Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46232"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.786323152Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"9aec3d87-3269-435a-9db4-17cf7f7fd9e2","remote_addr":"[::1]:46232","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:35.786833218Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"9aec3d87-3269-435a-9db4-17cf7f7fd9e2","remote_addr":"[::1]:46232","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":517,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.787268014Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:41754/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9aec3d87-3269-435a-9db4-17cf7f7fd9e2\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.78877663Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.788819235Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.788846419Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.79076921Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.790827837Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.790860141Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.790889229Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.792278668Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.79272685Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.800031705Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.800091093Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.800121354Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.800684926Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.802484883Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.806577908Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.807094517Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.807293934Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.808142696Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.809038971Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.809106897Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.810720732Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:35.862291263Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:35.86254586Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.862642202Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":4,"elapsed":"578.253312ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.862785929Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":5,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.862838233Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.862961178Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.863010286Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.863039714Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.864119085Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.870391031Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.879648807Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.901552258Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.901632939Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.901665904Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.902129168Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.918820554Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","candidates":"[(6a0909fc-d9d0-4f32-bf6e-6d8817ef53fc, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.918880834Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.919814444Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:49549","req_id":"7a0883a6-3ec6-41cf-848d-2d9f8ba83879","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 81 fa 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.919880366Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:49549","req_id":"7a0883a6-3ec6-41cf-848d-2d9f8ba83879","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 33274,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.920094783Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.920463157Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.920570751Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:49549","req_id":"7a0883a6-3ec6-41cf-848d-2d9f8ba83879","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.921024195Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2120, tv_nsec: 719895895 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.921091719Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:35.921450865Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:60390","req_id":"89c48cc1-4e93-4667-9bde-f75d46ba5419","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: a6 01 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.921515303Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:60390","req_id":"89c48cc1-4e93-4667-9bde-f75d46ba5419","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 42497,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.921625302Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:35.921713458Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:60390","req_id":"89c48cc1-4e93-4667-9bde-f75d46ba5419","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.003577226Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.004715735Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.004856605Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.004954641Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.005041403Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.008882166Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.009304558Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:56261","req_id":"3e6fd419-d1e6-4703-8b92-d16ba0740245","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: a7 e1 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.009889212Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:56261","req_id":"3e6fd419-d1e6-4703-8b92-d16ba0740245","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 42977,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.010197998Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42977,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:36.010394048Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:56261","req_id":"3e6fd419-d1e6-4703-8b92-d16ba0740245","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.010890648Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.01098218Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","mgs_url":"http://[::1]:46735"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.011106498Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.012454794Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.024247991Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.024341468Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.024464042Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.025024298Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.031190123Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9cf4545f-3cf7-4d14-99a5-1ac934acedd9\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.031548126Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.032372519Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.032476937Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.033915523Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.03592171Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8db1199f-743f-4546-a8f6-4daac05999c7\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.037428232Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.044285825Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62bbb293-1e75-4c2d-9510-2ec995731d80\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.044834208Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.055692402Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"973e43ca-377c-41b2-869c-de35e7b055e7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.05590687Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.067925235Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a21a215-a736-4c5b-891f-f9344a7db393\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.068142458Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.07235947Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.080738645Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67d49d45-9cae-44d7-aaec-75f7c74ed7c7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.081546675Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.086228083Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4f5ea06-c5c3-43d1-b15b-b4beb7a6b2e1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.086958698Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.094871785Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"767b732a-6dac-4a3c-93f5-a69720e351d0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.095174307Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.096248027Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32629c6a-5b51-4c57-8f0d-e7a67a5e5a29\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.096414689Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.097610511Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cad12176-6519-4678-be84-c7bb49503a3b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.097731933Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.099186251Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b954ba0-73ae-499c-8623-f3b49b6f180e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.099256731Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.100378266Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae9aeb1a-9631-4310-9949-62893f6b6f7d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.100836699Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.10814963Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76c4669f-1532-4783-8f9f-5babe3ef2bb9\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.10846083Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.117825779Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e08bff23-04a1-49c5-bcca-1d169ec4d18b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.119100178Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.123458382Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0914500-c05a-478a-a66c-5006bbbec360\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.123649593Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.123867256Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.124081122Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.127230738Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.127356609Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.128256081Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.133214019Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.139324604Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.139505815Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.13967871Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.140197944Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.14572657Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.145988722Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.146979666Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.149095372Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf31bf5f-0599-4c26-9c10-09eb14b2f14a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.149355069Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.155755331Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0789220-456a-43ee-9005-58266f26432c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.157468224Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.201754181Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e4b3fb8-6369-4579-b684-107dbebc648e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.201890903Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.211462304Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d9084ec-a6d9-4db8-ae73-1e1d30c37c15\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.211589948Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.213283082Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e0b528b-de18-46b6-b2a5-e8900cfe00e2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.213804721Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.216821411Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00cea620-c9c0-4b59-a65d-d84932575fa5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.216968424Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.219750808Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.219801188Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.220420743Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.22080098Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ae18d5d-3805-4280-969f-3ad5803b64af\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.220947092Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.223073999Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ae26ded-bb05-41f4-b9a2-0ba8ba5c27f2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.230757879Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.234153705Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05c9c880-b717-43e8-93e3-1fe93a1cf876\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.234639272Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.240481032Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed41f4a8-4d80-4ea4-9f6b-366134177740\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.240739497Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.245142419Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9868278-f95e-4b07-84e4-2dc0c6a44e72\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.24535368Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.254588911Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b01fb251-b6d4-47cb-8a30-2416b52b5071\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.254821985Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.258741054Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b606dbe-880e-4354-826d-b4aca65da1ab\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.259049208Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.261907843Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d954fa1-74c5-4627-a5c9-afdb105d411e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.262125938Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.266315615Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"786b200f-fb96-4038-a38c-43b5943f778a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.266400585Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.269950207Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7f7b0ee-7c52-4ff7-baee-16cd15150c63\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.27010208Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.270720552Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.270773798Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.270804269Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.270830291Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.271635525Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.272305991Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19e4353c-da11-479e-946c-1a38a4cd570e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.272456731Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.274286407Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab126500-6248-45f8-87f4-77f04d4a04c2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.274800601Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.274860931Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.281190122Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.281370772Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.2814201Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.281736581Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.283238253Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22f16075-9f6d-4b19-af94-7657cc02396b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.283309104Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.285090263Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.285143128Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.285500089Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.285686962Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9930a25-0fb5-45d7-aa1b-06ab45d024c9\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.285863844Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.289567573Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2dc5b67-3605-4eea-8cd4-7393c7bcb3fa\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.289900757Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.295030027Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa09343f-9795-4981-a416-b2286722440e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.295216418Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.302892222Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d477f424-b102-40e0-b280-32e47f679601\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.314395031Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.328935642Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d11196a9-954f-4dd3-818f-7b504e0e4ed5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.329129849Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.338708854Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c82f515-0149-41c8-9bac-f616a4cbfe13\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.338828272Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.342424558Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85c82057-92b3-4be2-a9f5-f7797f5bf5df\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.342721599Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.346264679Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c929f7c-2e9c-4e59-b103-0f35bd0574c9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.346451421Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.347467044Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.34925662Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42813b77-6216-45f5-ba57-5014ad3cb041\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.349878409Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.351011977Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe994d5f-2b53-431d-82b7-a78757bb07eb\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.351373047Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.352917284Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09e64a28-48b7-446c-bceb-cab40b97775f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.35357307Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.353631857Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.353663881Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.353693941Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.354470428Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.358051944Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.367030443Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.367097226Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.367131034Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.367163047Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.367190712Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.368100736Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.372151376Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.378077343Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.378138866Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.378173074Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.378830223Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.432934453Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","sled_agent_url":"http://[::1]:41754"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.433030304Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:41754/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.43347526Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.434039033Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.434119764Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.434153652Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.43705364Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:36.437118589Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:33157"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.441253337Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"1e3776fd-fa81-49d9-9624-1ab737bc451f","remote_addr":"[::1]:33157","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:36.441671551Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"1e3776fd-fa81-49d9-9624-1ab737bc451f","remote_addr":"[::1]:33157","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":440,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.442111467Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:41754/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e3776fd-fa81-49d9-9624-1ab737bc451f\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.444379165Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.444431299Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.44446154Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.446502626Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.446566924Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.446601944Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.446630611Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.447272971Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.447584081Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.461592522Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.461664345Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.461699325Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.461972709Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.466176545Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.475176427Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.475721503Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.475949758Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.477181682Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.480077372Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.480293382Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.481094609Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:36.536443307Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:36.537373721Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.537435955Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":5,"elapsed":"674.644035ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.537636084Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":6,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.538041291Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.538104918Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.538137573Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.53816604Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.539380289Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.542876555Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.550141841Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.550239585Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.550328302Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.551114088Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.555148747Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.561453919Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","candidates":"[(6a0909fc-d9d0-4f32-bf6e-6d8817ef53fc, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.563259527Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.568461441Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:64490","req_id":"34086295-4624-48cf-abe9-d8bdb3358d60","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 54 4d 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 TM..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.568954774Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:64490","req_id":"34086295-4624-48cf-abe9-d8bdb3358d60","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 21581,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.569175835Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.569324942Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.56937912Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:64490","req_id":"34086295-4624-48cf-abe9-d8bdb3358d60","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.570577387Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2121, tv_nsec: 369092968 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.570624742Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.574592327Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:50214","req_id":"2950a691-f4e7-45ec-b1eb-123fa63f3d04","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: a5 90 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.575059568Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:50214","req_id":"2950a691-f4e7-45ec-b1eb-123fa63f3d04","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 42384,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.57517123Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.575219045Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:50214","req_id":"2950a691-f4e7-45ec-b1eb-123fa63f3d04","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.662100621Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.664879999Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.66502076Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.665117041Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.665234455Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.665900442Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.668025827Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:58042","req_id":"778c31a2-a1f0-47b6-9364-60c3e3d6722e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: e6 f7 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.668235294Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:58042","req_id":"778c31a2-a1f0-47b6-9364-60c3e3d6722e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 59127,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.668538288Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59127,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:36.668741613Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:58042","req_id":"778c31a2-a1f0-47b6-9364-60c3e3d6722e","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.670276381Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.670337443Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","mgs_url":"http://[::1]:46735"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.670370188Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.673133804Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.680460983Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.680529099Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.680556914Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.681002943Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.68836406Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.688423959Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.688939717Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.705671514Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2fac8f5-0587-4c6f-890a-0e953eb027e6\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.705915319Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.710180327Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8164e3bd-6388-4f8f-9d8b-94701dd53dc7\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.710528591Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.713251176Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ef9e5f3-dfff-44b5-9640-837e91c63f83\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.713587826Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.71799613Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9558df14-5ce1-457e-bd1e-d62cb68bf5cf\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.718085858Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.718900832Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f86e4f16-4d2f-4fc9-a5c6-e681cb0941a7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.718971783Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.721332226Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd33178c-a6c9-4a2a-b633-3f107ee2b56c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.721547545Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.727630345Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4f360d0-eda6-4c47-9476-03f8f668b36f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.72784341Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.730160566Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05ac66ec-d682-4537-ad8f-aaa2f395028c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.730725833Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.739280778Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39574bfa-145b-4c99-beca-d8d9932d3ff4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.739451237Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.741236965Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c834e9eb-d1ea-47c7-85f5-5543de3cf161\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.741458537Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.742472076Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4da9f422-7a8c-489a-8ada-2d8183c6eecf\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.743421909Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.744909332Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a02d2816-9e7e-406b-94c0-bdffd2f306cc\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.74503347Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.749976969Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.750452256Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2f563d6-e6d1-43c4-a3fe-9f057c75df05\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.750677365Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.75543822Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97f0b3ab-54d3-47a8-80c4-f58dac60825d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.755585965Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.75747075Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54879d72-fe57-4bfb-af8f-38b1f00d6669\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.757653244Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.768371279Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e66b69e-b802-4885-b27c-890e4cf52e2c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.768605455Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.777072646Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cde644d1-9047-4171-8099-bccf36c1199e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.777327513Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.781830265Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d6d79ca-b4f2-4cb7-b443-dd80f7873a56\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.783185385Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.786393997Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff215770-609e-4242-9983-2df754f4bf66\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.7866813Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.787834247Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2981295-5080-4197-a18e-88f75590fa30\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.788043784Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.789226711Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2803c4f-50b6-4efb-9b36-4f9e7615baae\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.789364025Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.791842553Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2678b61-7b05-4a63-8885-dc8780938df5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.792059125Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.794832851Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22f15f43-53e9-412b-9f6c-79dc719440d7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.795241636Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.79852651Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d9ce309-4d0c-4c39-80a1-8a4ac7fa7c58\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.798982519Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.800878196Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.800937354Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.800968306Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.8009954Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.801721416Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.80196944Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9edf8097-c713-45e2-981c-205d7bddea9c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.802098818Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.804562517Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.829878167Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.830007705Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.830106281Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.831535268Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.833927595Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb0b9a31-6419-4f51-9d84-29e535cd6345\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.834221901Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.835642101Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.835774054Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.836403107Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.83995303Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56426422-5ece-4033-8b50-dbc861dd2de6\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.840322947Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.844711752Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"121a1f41-69ba-4d74-a9c7-daa65d403990\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.844938744Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.851432472Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eaae8be4-28e5-4cbe-a6a0-14d06ef72eb1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.852092848Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.860357635Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"227be975-6ee9-43e1-8d92-9b714d6905be\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.860833523Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.864476441Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c43cd35d-60a3-41b1-99dd-e03e7324820c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.865647495Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.876987739Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15b7a790-14e1-4105-8cc0-4e6d12fb4489\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.878200486Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.881674938Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.884722551Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5f3d259-52cb-48dc-af03-209cce15135b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.885010013Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.890025987Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b5066ad-9f3d-4332-8d79-175776803c81\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.890315093Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1","method":"GET"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:36.892196021Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.892543704Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a7a9c21-7539-480f-bfa7-a43613f68964\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.892879553Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.893915597Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"oximeter","body":"None","uri":"http://127.0.0.1:55729/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.894358449Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ec516203-39b8-4a88-926a-b0679c78b094","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.895057272Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ec516203-39b8-4a88-926a-b0679c78b094","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.895393301Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ec516203-39b8-4a88-926a-b0679c78b094","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.896294747Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ec516203-39b8-4a88-926a-b0679c78b094","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.901963041Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46cbe843-bffe-4d3b-8375-b21e3eb06910\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.902319281Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:36.90315222Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ec516203-39b8-4a88-926a-b0679c78b094","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","latency_us":8740,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.90604292Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:55729/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec516203-39b8-4a88-926a-b0679c78b094\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.906526353Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"oximeter","body":"None","uri":"http://127.0.0.1:55729/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.910292968Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"6d6d118d-38e0-45fa-be89-6bcd57f32b66","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:36.910515581Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"6d6d118d-38e0-45fa-be89-6bcd57f32b66","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.910566743Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"6d6d118d-38e0-45fa-be89-6bcd57f32b66","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.914204471Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"6d6d118d-38e0-45fa-be89-6bcd57f32b66","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:36.919517678Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"6d6d118d-38e0-45fa-be89-6bcd57f32b66","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","latency_us":9833,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.920026852Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:55729/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d6d118d-38e0-45fa-be89-6bcd57f32b66\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"registered new metric producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:36.920244355Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","address":"127.0.0.1:43848","producer_id":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.002538671Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"97c67135-b211-4355-9f7e-0f6b3a427d7e","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.002916615Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.003179047Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.003264448Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.003341541Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.004428066Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"registered new metric producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.007506249Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","address":"[::1]:35493","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.007562842Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41ea123b-fcc5-4a42-ac0b-e87f2c9bcf58\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.007662911Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.07828922Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.078489939Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.087658537Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.087746282Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.087780039Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.088213132Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:37.090714306Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.092615784Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8365a3c4-86ca-4494-9d81-0a1c25414dc8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.092791264Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.093161201Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.093217814Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.093684604Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.096798207Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08cb2397-67a9-4c45-bc20-85fbf63487f3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.097037003Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.098996037Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4026e6a-ade4-4334-9af5-97e177416dc2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.09921371Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.10102031Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0fe61a7-0dbd-4347-8b20-0f6f4f0ebec7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.101084428Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.101969611Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c216148f-febe-4041-b1bb-47c980804b73\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.102102055Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.103178199Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"823bdf1f-8066-4f80-b9bf-60d95146bcb3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.103328218Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.104327319Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b173cb8-8deb-4c10-ae23-a6e77a541957\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.104776043Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.106029991Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdd7a887-796a-4a6b-b6e7-825fad8f1855\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.106096764Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.10617482Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.106294578Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.106338055Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.107274601Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.109620194Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.114199679Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.114329357Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.114362523Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.114392894Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.114419827Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.114811899Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.118569225Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.124125425Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.124188892Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.124250685Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.124926191Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.210333569Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","sled_agent_url":"http://[::1]:41754"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.210407887Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:41754/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:37.211155667Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:33333"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.21216066Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"819defac-c044-47d3-b422-744a30983429","remote_addr":"[::1]:33333","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:37.212665706Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"819defac-c044-47d3-b422-744a30983429","remote_addr":"[::1]:33333","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":573,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.21312953Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:41754/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"819defac-c044-47d3-b422-744a30983429\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.214865479Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.214924777Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.214953284Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.217155401Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.217219158Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.217254148Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.217283647Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.21786729Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.222606783Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.222669849Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.224890924Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.229745697Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.235640722Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.235850771Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.236729131Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.242600559Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:37.265564644Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:37.266135862Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.266201072Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":6,"elapsed":"728.548305ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.266237865Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":7,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.26626555Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.266414297Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.266467262Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.26657184Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.267432165Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.270826698Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.275646601Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.27574144Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.275779135Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.276816853Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.280388419Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","candidates":"[(6a0909fc-d9d0-4f32-bf6e-6d8817ef53fc, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.280455022Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.281696976Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:52773","req_id":"fa106978-d827-4bf8-9782-b99d12d4de88","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 85 68 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .h..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.281768789Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:52773","req_id":"fa106978-d827-4bf8-9782-b99d12d4de88","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 34152,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.281927516Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.282092895Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.282137815Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:52773","req_id":"fa106978-d827-4bf8-9782-b99d12d4de88","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.282651478Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2122, tv_nsec: 81550673 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.282719363Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.283198859Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:60542","req_id":"7b9d0bbf-1492-49c4-84ec-062ae1bde3ef","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 37 96 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e 7...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.283262956Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:60542","req_id":"7b9d0bbf-1492-49c4-84ec-062ae1bde3ef","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 14230,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.28341017Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.283499317Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:60542","req_id":"7b9d0bbf-1492-49c4-84ec-062ae1bde3ef","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.352382753Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.354086287Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.354313781Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.354389962Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.354425213Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.356173696Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.356650296Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:56763","req_id":"cb43b479-f0af-4d97-895d-b1891b46aaed","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 2d 38 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c -8..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.356724323Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:56763","req_id":"cb43b479-f0af-4d97-895d-b1891b46aaed","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 11576,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.356903621Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11576,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:37.357078669Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:56763","req_id":"cb43b479-f0af-4d97-895d-b1891b46aaed","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.358291255Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.358346015Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","mgs_url":"http://[::1]:46735"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.35837387Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.359502759Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.370085595Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.37014828Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.370180664Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.370830299Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.373895927Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c131e47b-7635-4e2c-99d2-335e6ea2c61e\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.375434963Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.37551847Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.375567738Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.376068165Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.378733806Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a42fb9b5-8b7a-48f1-9760-7026c074403b\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.37895146Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.38308238Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f88ff513-da24-4f78-bab3-6a672fc2ac04\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.383164374Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.38530547Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"671c37f8-5522-4cb5-b010-7026f7f8592a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.385409196Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.398675088Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ace01add-537f-4e23-a7c9-c5aed053a00e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.403871872Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.403908204Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f05e0d8-d4e6-4e2b-bc12-ad41d8be0858\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.403940879Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.403968164Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2591f9ac-6016-43bd-89f7-9521da697e1a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.403997422Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.407491714Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93b36a95-59c6-4343-b245-cdbca4c20a72\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.407989827Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.411782974Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.415114662Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b201278c-ed0d-4695-b2ef-3b6954426461\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.415694217Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.418305199Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9bebe25a-87be-4412-a5cf-245f9b8c1478\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.418359197Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.421090689Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8aaf29c-af38-4a26-b072-caf3b0cd3185\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.421539223Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.42549792Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"442c386d-8366-46d7-a736-4c0d8ecc9258\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.425918057Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.429630725Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2866c193-262c-4604-888a-63f8d3ea7bff\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.429800763Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.433025278Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04c19d3e-2eb4-42d5-a203-43411b5420de\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.433093925Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.436380042Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07c1e8d8-874e-45bd-af83-ee20bc5d1151\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.436446204Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.439407154Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d122481b-d90a-4e40-865d-95e97bf9b5ba\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.439531251Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.442252142Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c5049bd-abc7-4bb2-ae17-0168afe30e67\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.442472391Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.44447957Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19b72ebb-2271-42dd-ac01-c12d28e51c7c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.444698286Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.446541999Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab05041a-0fbf-4027-80ab-9783c495b83a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.44664265Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.447803864Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd4778d9-ef92-4078-a749-b8ca58750ebf\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.447934594Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.449116248Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22ea2327-0d4c-42e0-8e0b-0e1700fb4f96\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.449249584Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.450536057Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cccefa53-a9e3-4307-b25d-1b9b5444e158\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.450668291Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.451642682Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b08006c-255b-4130-9916-70cf956e8938\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.451756429Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.452913544Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"920de25b-ed54-41fa-aa90-cd26a09688ac\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.453166689Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.456840909Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44f3d100-c298-4dfe-a20e-b6dd24ddbc7e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.457063142Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.459847119Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b1e8918-438a-4084-92f5-e1f44ccc0bda\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.459918511Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.46230206Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62514faf-04d2-48e0-9c58-072a1b445bc5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.46236212Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.462836565Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.46287399Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.462902737Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.463110341Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.464088279Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.466720965Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.475429786Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.475598212Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.475648021Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.475857659Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.478309915Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65236229-d3f9-47a6-b8c5-141ea7c94dc9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.478702898Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.478971152Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.479071482Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.480015844Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.487748571Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f56405f0-d517-439e-9109-902a5be621b5\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.487841676Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.494522628Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70989e2a-3d6d-4382-82da-ac8e48d91ed2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.495026562Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.496539195Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e852a23-8312-4ec8-9239-c760047f7328\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.496904874Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.511421578Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d00aa210-38ac-405f-ab4b-686e2bfad655\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.511716315Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.515614762Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3044b0e5-0713-463c-a328-3987af320867\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.515861895Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.517164781Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6af57799-c965-4ff2-98ec-010825ec3532\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.517479939Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.519366006Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a87ae33-d679-4f04-831c-34881859497f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.519551476Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.522589208Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3e90173-8734-4878-9454-c396ae29a7d3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.522842122Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.52698135Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc579187-7763-4b81-8a27-dcccd3b86e9d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.52703192Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.52754856Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.530841761Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b739ed9-9b4a-4a51-9b80-ce9613041d68\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.531137741Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.532982476Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0c5a758-6a13-49cc-a799-d8e6d5753b85\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.533105852Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.535125045Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3f21e84-b200-4e78-b7a4-e50aed5e02ea\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.535253151Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.537108337Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb6f1953-4988-4aed-9916-c2ed70c9e29c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.537159779Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.539300525Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8613e51d-bf23-4ece-b654-add648c8211a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.539491786Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.548611256Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e8a48d4-cd9f-43c4-83fd-85378a099e0e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.548953147Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.55845046Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"262c41af-31ce-4cd5-94d9-306abdee932f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.558542373Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.576672055Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"731a92ff-8d06-4e1b-b973-16b3a4f8e590\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.576895961Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.577091811Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.577254616Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.577383182Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.578070531Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.580624029Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.580684359Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.580716634Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.580743387Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.58147273Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.588269973Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.596927092Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.596980138Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.597050137Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.597081469Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.597133383Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.597602858Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.598944892Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.625565793Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.625641173Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.625672646Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.626329584Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.627229337Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.632664336Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.632727762Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.632762061Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.633206917Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.637075926Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.637139983Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.637169372Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.703940639Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.773425824Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","sled_agent_url":"http://[::1]:41754"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.773662175Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:41754/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.774714331Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.774927406Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.775036433Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.775122044Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.776129631Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:37.77630468Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49184"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.779063306Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"17b2bfe4-1ef6-400e-9100-afbeb69a7a88","remote_addr":"[::1]:49184","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:37.779839994Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"17b2bfe4-1ef6-400e-9100-afbeb69a7a88","remote_addr":"[::1]:49184","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":787,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.78081176Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:41754/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17b2bfe4-1ef6-400e-9100-afbeb69a7a88\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.783455037Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.783526239Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.783556028Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.784878152Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.784946639Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.784984274Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.785014283Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.785501494Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.785801201Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.796462292Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.796545818Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.796577502Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.797572193Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.800217213Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.803986554Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.80413052Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.804178396Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.804645687Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.805132657Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.80518933Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.805706761Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.887313808Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:37.934658599Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:37.934995601Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.935052614Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":7,"elapsed":"668.834248ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.935227052Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":8,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.935631508Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.935674563Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.935705916Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.935734423Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.936558004Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.937652625Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.937711362Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.937743726Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.937769357Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.938583149Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.940237565Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.946849288Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.946900971Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.946931141Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.94777365Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.949457535Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.956267724Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.95633121Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.956364206Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.956726258Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.956953771Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","candidates":"[(6a0909fc-d9d0-4f32-bf6e-6d8817ef53fc, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.957042698Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.9577064Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:62057","req_id":"12f89725-2a02-4cfd-a7b5-7ea38381e8cd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 96 88 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.957764376Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:62057","req_id":"12f89725-2a02-4cfd-a7b5-7ea38381e8cd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 38536,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.957964885Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.95812261Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.958362578Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:62057","req_id":"12f89725-2a02-4cfd-a7b5-7ea38381e8cd","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.95922212Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2122, tv_nsec: 758103349 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.95929231Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.959808699Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.959862266Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.960368094Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:37.96065247Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:56177","req_id":"9332248b-5bc4-4542-9c19-ad0d563c1b87","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 8a 08 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.9607226Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:56177","req_id":"9332248b-5bc4-4542-9c19-ad0d563c1b87","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 35336,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.960934031Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:37.960972668Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:56177","req_id":"9332248b-5bc4-4542-9c19-ad0d563c1b87","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.029839561Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.032848196Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.033216259Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.033650745Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:50521","req_id":"0f4c9cb2-c563-4f6a-9a70-ef94ed15106f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 38 af 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c 8............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.033874581Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:50521","req_id":"0f4c9cb2-c563-4f6a-9a70-ef94ed15106f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 14511,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.03425095Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14511,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:38.034455809Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:50521","req_id":"0f4c9cb2-c563-4f6a-9a70-ef94ed15106f","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.035074161Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.035165222Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","mgs_url":"http://[::1]:46735"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.035263227Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/ignition","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.037889971Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.040450934Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.040993935Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.041037552Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.045079195Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68e62ce3-1db1-4026-aed6-aab86a0a4205\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.045590714Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.04794775Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1e24a32-9df7-42e2-a425-fc3f3bf4d69d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.04827893Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.053610283Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58e32f53-8933-4acd-9eb3-928b5b918788\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.054039718Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.059016013Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bafe55b1-1a18-4df3-9ef5-072407a35a0e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.059126113Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.06164449Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"221e08e2-3a51-4bdb-b939-c0e10882fc29\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.061760381Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.063991246Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9d9dcd0-6c07-4a0c-abb4-00c8560284af\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.064149802Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.066915222Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32d77992-50e3-4cd5-ab07-044448c634d3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.066958097Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.069946752Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"908a8a3c-f7d2-45a5-9f9d-0e36035f3470\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.06999109Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.070924771Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"371b1088-97ec-46ab-a72d-91b76872392d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.071035792Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.071951937Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b9314ef-e8a4-46e1-80fb-584fa0e6dab3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.072095533Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.0745584Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c78ca2b4-f2fb-49a6-937f-655ab490528c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.074689572Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.076231925Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c6819bc-bf8b-421e-8e52-312cd6af1011\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.077328189Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.079163786Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa5dc0cd-791c-42ed-bc4d-9a5f6662d6ca\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.079234527Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.082116319Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.083967257Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3e208e3-1f5c-4fad-b9d6-07ae5477def7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.084014411Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.087181892Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"253e6fb1-8211-4666-ae81-59d753a4cc21\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.087268304Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.091401209Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff79a9d5-13fb-4c54-8131-d384d08e5819\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.091479485Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.093581533Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd90de9f-18ee-4a96-bfaa-97773ef2a890\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.093842112Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.095941705Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dba827f8-efb9-48a9-bae8-ca58f3b0b33f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.096171513Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.098608759Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1927750d-c6f7-4ade-98b6-29467755dbc1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.09868439Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.099938318Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33950e1d-7d71-49f4-bb66-5fb74f847c0e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.100047175Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.101090404Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bbf4e1a5-a925-481d-a490-bccbc9a80a41\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.101238669Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.102207329Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57e48101-3d7e-407f-b6be-930f4b8d37ff\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.102332158Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.103352811Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6802d530-28a5-410b-9e4a-6c9a949f4e4c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.103461528Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.104567792Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"345cf2a4-5ce9-4849-ba09-55a989afd0db\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.104861918Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.109283789Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eea83953-1244-48c6-b75b-2c2b0eaa1bf0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.109433407Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.111708099Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f11f968-e887-4431-b106-172461f7c013\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.111888138Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.114845169Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea8a79ba-e523-48d2-9067-4a14e1590837\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.114938465Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.11737004Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d54f4aa-6ed0-424e-8397-7371f2802078\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.117487003Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.119792336Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62db087f-400b-4703-8367-f30949491b1c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.119910451Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.122135084Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"930b0d5d-4628-43bd-b98b-9157e9a6e8f2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.122258049Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.123033384Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"318cc8c6-006a-4504-b74c-9d6896602576\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.123159766Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.124477391Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"892a05b7-e106-4b20-8477-fe252ba0c602\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.124576558Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.12567143Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd04c58f-4da0-4544-bafd-721eaf8d3189\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.125847821Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.127139996Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78abb21e-12d0-4809-a2ed-b344f9cc8d3a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.127792556Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.128858911Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a276c32-9916-488d-9742-509b1937241e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.128973569Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.131183312Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0e0e2ae-163f-4bef-a541-0a1a90f0c9e3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.131247971Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.132687088Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.132745474Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.132778019Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.13280356Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.133589696Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.134068541Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"233263b8-0abf-4b1f-9c62-5513be5f44a1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.134191435Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.137432293Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.153292754Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.153354477Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.153384136Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.153940915Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.154272806Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3da75f6f-aafe-4243-baad-6b32422cccab\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.154453867Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.157437061Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1fe16a24-bf76-4f47-8f72-fad90b419427\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.15789358Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.158098378Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.158145312Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.158757391Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.162367464Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f878466a-7914-422d-9d19-6e7b300536b1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.162508215Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.164963387Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09151b5d-e185-4cb3-82a3-0d54159381df\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.165256921Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.166705628Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ddb5413e-f2e6-4d7b-a825-1414a6caa3cb\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.16678695Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.174539436Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8537dab4-3808-46f6-8d38-7e8f35ecc001\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.175149412Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.176795471Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1f01b08-3e81-42b0-ba99-b8ccfe2fabd0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.17703567Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.178947279Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"104e94c8-952c-4faf-b60a-ba0a2da8ca33\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.179050895Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.179087267Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.179115163Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.17914363Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.181876785Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.185634282Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.194012926Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.19406514Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.19414067Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.194173526Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.194199427Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.19542032Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.198399867Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.204039172Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.20413346Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.204200173Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.2050516Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.277385099Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","sled_agent_url":"http://[::1]:41754"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.277477674Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:41754/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:38.278106757Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:60374"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.278418038Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.278473538Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.278938655Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.279822265Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.279870962Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema FORMAT Native;"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.280465537Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"381d54e8-436e-4d47-ba89-ccb4b260f47c","remote_addr":"[::1]:60374","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:38.280982337Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"381d54e8-436e-4d47-ba89-ccb4b260f47c","remote_addr":"[::1]:60374","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":509,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.281203387Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:41754/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"381d54e8-436e-4d47-ba89-ccb4b260f47c\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.28355349Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.28361406Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.283641244Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.285974423Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.286035976Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.286070234Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.286102869Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.286746231Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"no new timeseries schema in database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.288150739Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.288204847Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"integration_target:integration_metric\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"metric_name\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"target_name\", field_type: String, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:07:38.279684491Z }","timeseries_name":"integration_target:integration_metric"} {"msg":"inserting 1 new timeseries schema","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.28859796Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.288766446Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":6,"n_rows":1,"sql":"INSERT INTO oximeter.timeseries_schema FORMAT Native"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.290746411Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.297764695Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.299939027Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.300125398Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.300745554Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.301361461Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.305552251Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.3096575Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.309713672Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.314012267Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.314088889Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.354566579Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.35464781Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.354685255Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.354715084Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.355924534Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.36128747Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.377989187Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.378073495Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.378108134Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.398237079Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:38.399689653Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:38.490364497Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:38.490744204Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.490789744Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":8,"elapsed":"555.568384ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.490823401Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":9,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.490848972Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.490878241Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.490908301Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.491008651Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.493179386Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.496167108Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.518694593Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.518775745Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.518810143Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.519502733Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.519841809Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.519885766Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.521544481Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.524306755Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","candidates":"[(6a0909fc-d9d0-4f32-bf6e-6d8817ef53fc, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.524364981Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.526611717Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:63564","req_id":"75392ceb-68bd-4a1a-b152-24cfa5e9e54c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 8b d8 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.527293045Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:63564","req_id":"75392ceb-68bd-4a1a-b152-24cfa5e9e54c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 35800,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.527487542Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.5276668Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.527714054Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:63564","req_id":"75392ceb-68bd-4a1a-b152-24cfa5e9e54c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.528166485Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2123, tv_nsec: 327063275 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.529144173Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.530430236Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:56761","req_id":"58ffe0e0-2014-4579-90ea-bc415ae51cc9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: d3 97 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.530489744Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:56761","req_id":"58ffe0e0-2014-4579-90ea-bc415ae51cc9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 54167,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.530629953Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.530669572Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:56761","req_id":"58ffe0e0-2014-4579-90ea-bc415ae51cc9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.608972386Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.612769621Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:59475","req_id":"d8dd372b-3379-4237-a654-c8192d5c4bbc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: b4 c4 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.612852026Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:59475","req_id":"d8dd372b-3379-4237-a654-c8192d5c4bbc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 46276,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.613116122Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46276,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:38.613213997Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:59475","req_id":"d8dd372b-3379-4237-a654-c8192d5c4bbc","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.613971205Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.614030574Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","mgs_url":"http://[::1]:46735"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.614060493Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.626785327Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75e5935c-e9fd-4f8f-909c-19d29630566f\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.627029543Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.634784875Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a217a8d9-319a-4e83-90c8-f45192929173\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.634979303Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.659897931Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"291a4bcb-4355-4ac5-b800-0fce65c517dd\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.660053542Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.669350916Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a8c3071-3a05-4b8b-898b-37f881da4a54\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.669522578Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.669903918Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.682370737Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c185f8e6-1c90-4507-8484-c8823deb64d0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.683115721Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.686269816Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59b20eee-79d8-4273-9fc3-caea8de282a8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.686466638Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.690434253Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57b7aaf8-a6b9-40e5-a3d6-0577f50db75e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.690564122Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.700328537Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a24f4fca-d9c1-4072-8ed3-d59afa431f60\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.700455139Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.701612245Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd619470-526a-43a6-9feb-e513f7d5cd71\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.715118996Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.716309758Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e8a37d0-cbed-4622-b51f-c4b725043ebc\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.716623063Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.719378944Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6a0c853-465e-499b-a535-4c4b5318f5f1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.719517309Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.721973212Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3534e74-1a6a-4d88-9add-d54ee317a931\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.722036689Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.722812465Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.722869498Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.722902895Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.722930329Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.723640484Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.724933962Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f5d85bb-ea2c-46f7-9be7-3778ffa64a3a\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.725166134Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.725768534Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.737438626Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.737517133Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.737591992Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.738946881Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.742402326Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.742467526Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.742876321Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.745196994Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4cea254a-dd22-403f-902e-cc04ce58cacb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.745393396Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.749599276Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"070e0301-be82-4ca7-94a5-64118c51b891\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.749871698Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.753615588Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e0f2ac4-d176-460c-bcea-94e5a021dba1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.754065805Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.757460348Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8aa409ab-2b18-4e67-bffc-9eb94cdeb874\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.757526731Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.792103723Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4f54d84-dbfa-41e5-88a2-9e19eae61843\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.800257699Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.8089814Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2005d657-326a-43ef-9af4-fe41d536aaa1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.809171178Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.810655817Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"125d230b-6800-4796-b480-b49987e8b1da\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.810810725Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.827537733Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.83408106Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d1dbe11-216e-4c52-aae4-d33c925a2d25\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.834383522Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.835743242Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0850ed0-453a-49e0-80b6-356068ab1693\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.836127257Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.837407668Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86771a0d-9119-4df0-89b5-578d44e700fb\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.837623027Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.839598824Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f21fbf4b-2fd5-4370-a907-1c63d060bf69\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.840010784Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.849356435Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35578229-0315-41e7-bc49-831c34c1f185\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.849583157Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.862291377Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f95439b-0917-4c4c-83de-de3406d9aaf5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.862518249Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.864998441Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9769c8d7-9fec-4d6a-91bd-bb0bccd4c601\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.865264551Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.889732321Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.890040555Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.890098611Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.890131627Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.918655228Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.919113331Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c26e7a61-53c9-404d-8d35-7b8b42070edf\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.919368029Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:38.921151422Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.922019592Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"oximeter","body":"None","uri":"http://127.0.0.1:55729/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.922796299Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"61229317-1123-4c85-aedc-f10d94f10f51","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.923115876Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"61229317-1123-4c85-aedc-f10d94f10f51","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.923181697Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"61229317-1123-4c85-aedc-f10d94f10f51","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.924787476Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"61229317-1123-4c85-aedc-f10d94f10f51","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.925900093Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.93387379Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.933929471Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.933960353Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.934405891Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:38.937340237Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"61229317-1123-4c85-aedc-f10d94f10f51","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","latency_us":14555,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.941519785Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:55729/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61229317-1123-4c85-aedc-f10d94f10f51\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.941720805Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"oximeter","body":"None","uri":"http://127.0.0.1:55729/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.941963659Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.94201922Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.943001346Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.94319881Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"11af6fb6-d5c2-48df-a003-83472f0378af","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.943631502Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"11af6fb6-d5c2-48df-a003-83472f0378af","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.943697564Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"11af6fb6-d5c2-48df-a003-83472f0378af","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.944194233Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"11af6fb6-d5c2-48df-a003-83472f0378af","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.946917259Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ea0696c-52e3-4f7b-a8e8-f8e7ecd8132c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.947378718Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:38.95291581Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"11af6fb6-d5c2-48df-a003-83472f0378af","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","latency_us":9749,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.990252571Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:55729/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11af6fb6-d5c2-48df-a003-83472f0378af\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.990606487Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:38.990707468Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:38.990848749Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.995575938Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df85219d-6d5b-455a-966b-4f3ac17ffe7d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.995988239Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.998945612Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"273e45d3-c7ad-4dbd-bf1f-b631e42392e4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:38.999468293Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.001950318Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb2df3db-a617-421d-a6de-8a9113bd8d14\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.002294304Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.004551762Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17bccacf-c543-480b-9fc6-3eafa18b85e0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.005432206Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.007369846Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b33e638b-1c96-46f0-bb57-1b81c6f253de\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.007714473Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.008149239Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.008346613Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.012881969Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.014448801Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.014791464Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.014878968Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.020663894Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc0ad60b-7597-4fe5-aaf0-a498541c9c0e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.020938231Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.026568268Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72907862-be4b-4925-a9bc-71f42c747562\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.027297551Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.052822408Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.087452075Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ebdeff7-1505-4c62-bbb3-0bc9aa882693\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.087804357Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.091451153Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"556226c0-0a7f-4572-9508-020df542173e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.091678426Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.094767841Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ad5345e-8849-4083-8530-030c893b82ee\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.095195543Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.097852217Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a18c2e41-fbe5-4dba-90e2-d24fb8ccd8e5\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.098106183Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.099988102Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7cd6214c-d46c-4cf7-aad3-2e7446bdaa6f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.100250946Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.101379545Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4481c5d9-bd30-4c10-a6e4-d4f113f5c5a7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.101650865Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.10307381Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f1f5bd7-4b81-4c1f-b3af-9db0b9021200\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.103302717Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.103889385Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.104260034Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.104377177Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.104463289Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.105233383Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.105940592Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"172e47d5-3831-4fb7-bb66-88bbdf1bdb2b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.106233065Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.107439258Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e31c19a-fc24-494a-a044-0e2b47285e49\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.107631231Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.107738725Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.107823594Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.108052049Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.109886314Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.110050331Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.116922924Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.116986982Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.117063093Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.117395405Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.119890607Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.126745364Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.14594078Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.146888568Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.146962075Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.146997636Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.14871134Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.149065536Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.149125365Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.149652155Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.167913088Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.183060619Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.183138935Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.183177792Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.183662238Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.217758963Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.217956908Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.218375512Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.219476375Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.22853322Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.228622558Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.234369318Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.234497584Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.244206468Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.296564017Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.29664592Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.296683124Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.296712202Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.297347017Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.302288813Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.310776454Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.310867556Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.310904159Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.311479205Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.369132886Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","sled_agent_url":"http://[::1]:41754"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.369248967Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:41754/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.380219345Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.380281769Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.381693242Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:39.381807008Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:33984"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:39.38225474Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.39142919Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"bbe4aa8b-7165-4fc0-a71d-94dad10ef89d","remote_addr":"[::1]:33984","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:39.39280438Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"bbe4aa8b-7165-4fc0-a71d-94dad10ef89d","remote_addr":"[::1]:33984","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1361,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.393473503Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:41754/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bbe4aa8b-7165-4fc0-a71d-94dad10ef89d\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.396099685Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.396155336Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.396181509Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.397751627Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.397804141Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.397837578Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.397866175Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.39846591Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.407923504Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.413458452Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.414095511Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.414162504Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.414633793Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:39.513177345Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:39.513436682Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.513488946Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":9,"elapsed":"1.02263819s"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.513525629Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":10,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.513556741Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.513587352Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.513620167Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.513649967Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.514350813Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.518356715Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.538959665Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.544828648Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.553281029Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.561160979Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.562118587Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.567487154Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","candidates":"[(6a0909fc-d9d0-4f32-bf6e-6d8817ef53fc, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.567568376Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.572470453Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.572541685Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.572575272Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.572602346Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.57386442Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.574238606Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:54886","req_id":"e3392a09-abb8-4861-87fe-0fb87b4e9e3d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: f6 2c 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .,..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.574297984Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:54886","req_id":"e3392a09-abb8-4861-87fe-0fb87b4e9e3d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 63020,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.574588944Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.575056816Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.57529953Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:54886","req_id":"e3392a09-abb8-4861-87fe-0fb87b4e9e3d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.576272428Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2124, tv_nsec: 375103006 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.57633855Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.584051347Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:63355","req_id":"fb135949-ffe2-4c1d-ac15-a6b80fd8146b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 5c 73 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e \\s..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.584181286Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:63355","req_id":"fb135949-ffe2-4c1d-ac15-a6b80fd8146b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 23667,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.584283239Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.584363208Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:63355","req_id":"fb135949-ffe2-4c1d-ac15-a6b80fd8146b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.584675741Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.590877999Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.590948158Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.590980302Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.591293587Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.652880124Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.658592946Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:51415","req_id":"51efabd2-5fdc-4271-b5e6-d61566c04cdd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 97 bf 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.658884958Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:51415","req_id":"51efabd2-5fdc-4271-b5e6-d61566c04cdd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 38847,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.659070969Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38847,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:39.659162621Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:51415","req_id":"51efabd2-5fdc-4271-b5e6-d61566c04cdd","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.65943776Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.659500264Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.660377111Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.66084307Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.660898861Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","mgs_url":"http://[::1]:46735"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.660930123Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.672525787Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b8af740-ba4c-4452-953a-101c0c0ff9d3\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.672795654Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.689666979Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"744bb6a9-d597-475f-bc61-f7d225011c7b\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.689980334Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.693814563Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bffce9e6-6844-4b15-817a-03bda688e227\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.693927809Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.701250278Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"246f2ead-af9b-46fd-bf4b-bedc8da99547\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.70174285Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.70709306Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d6cdb82-4d9f-4fb4-bdc5-45a9fda0228d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.707271435Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.710989403Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.714377253Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1594c202-47c4-4429-b4be-606e4bcf7c5a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.715119472Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.716917945Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f2ae409-504f-4cdc-b6bc-1674d1266882\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.716992734Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.720248842Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01f48a61-669f-4f2d-aedc-34089996b28b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.720871643Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.722517011Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21385b93-9b6b-4ce5-ba19-e5435bfc6f6d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.722560928Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.723021105Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58f8d3fa-62cb-4d3a-8cd8-e12cdd013231\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.723430932Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.724546845Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c42ce737-0aa5-41d5-8735-4040d2549765\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.724731022Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.726943871Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"acfe6e9a-5ae0-4263-a430-a1b636edb4f4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.727012177Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.730229838Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed2283a2-c476-4fc4-81c7-6ada049fb679\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.73029622Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.732221416Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e64269f-80c3-443f-966f-a3db7f4c5765\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.732341796Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.741042842Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efa1bda5-8e59-4110-98a2-6b9b6feaaae6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.741838187Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.744863024Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ffcb9ab-1602-40f6-bc4a-4078442a9407\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.746001552Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.759807139Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45f77f6d-785a-444c-9f15-149ac94480ab\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.760076325Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.762231038Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.76247792Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.762624132Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.76275859Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.764969414Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.76785823Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a366fc6-a003-42e4-b406-6341bf158c9f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.768208087Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.768604217Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.785620781Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.785716592Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.785797924Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.786694781Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.790452398Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.790603288Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.791131911Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.793612935Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78108580-bae0-4873-8c44-b1fa5674f213\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.793935026Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.796060602Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82d3e986-cc11-4585-bd24-07d8f1f84ee9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.796208426Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.798815871Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"309e3c89-71fe-4209-9088-9bd236a1460f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.799003836Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.806083922Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"099d5717-5b41-4998-b179-e251e7abfc0f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.806125575Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.806617415Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ede82b71-f6f3-49e3-a8ba-cd62591a3029\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.806730761Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.808495167Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6fd1dbb-3908-48c2-97d4-d233100ce266\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.808678462Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.817327434Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4892be3d-11cd-4b4d-8654-e41e0a4d5d2d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.817475259Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.821000172Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41af8e64-516b-48f3-a08c-932b6abab82d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.821286733Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.828997646Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.83338122Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f23eb46e-7ef2-41f6-8ce0-058dc3b4ec54\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.834232186Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.847818937Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a5be44d-6e8e-4f72-86b6-a13c6409c5a1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.848283212Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.853664985Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a16169e-c995-4ab2-9381-8b1935b330ad\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.853921746Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.859014744Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11728b29-46b7-48ed-9ed6-755cdf0fa08f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.859239511Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.860833387Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9bce7942-7ec3-4ef6-9adf-271618298750\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.861354776Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.865792368Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51510cde-caa6-4d01-aff0-54a2aed8dd20\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.866073428Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.868740942Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63ef2966-a7a6-4bda-bf2f-22713c1ce362\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.869012684Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.871565931Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"027c7777-f1ea-4582-aecb-0e3b54226eef\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.872104975Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.886339496Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.886494004Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.886653091Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.886755515Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.887930607Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.889000628Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15160520-7888-46a2-8ccc-ba37c91748e5\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.889290696Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.892473037Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.90390771Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.904010715Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.904101596Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.904620841Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.908376504Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.90849006Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.909160205Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.909427828Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce1b3e82-afb7-4739-8ef0-9b824f0e99bc\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.90975004Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.914155428Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f5b7b18-9811-4f87-8992-9801a9a7fe23\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.914396939Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.919194057Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c828a43c-760f-4ca9-a68a-b7ba90b9dec9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.919406811Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.923773561Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2479990e-30c0-4444-a655-126cb2356e4d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.92398385Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.930674932Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9373de9b-e251-4a0b-9e87-4c981dec8371\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.930932044Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.937849607Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a322e7d1-f183-4436-891a-a2483b6fc48c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.938056539Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.940945185Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47830146-cf57-4cd5-b764-de91507fc898\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.94116863Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.948419988Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a95e0d6-a362-4edf-abb1-d88e3008d60b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.948648072Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.94956544Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.952435599Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bed64fdb-c59b-4118-a0a7-171829eca087\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.952622311Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.952685256Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c0e9274-32b6-4733-807a-904992d35fc3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.952813481Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.952864333Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.952899152Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.952928901Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.961499207Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.967849951Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.982310733Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.982385682Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.982421624Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.982450762Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.982477806Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.983051469Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.985671178Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.99061592Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:39.990680379Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.990714346Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:39.998730338Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.004790883Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.004866233Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.004901814Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.00493009Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.006194159Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.007788035Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.007916541Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.078182381Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","sled_agent_url":"http://[::1]:41754"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.078272791Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:41754/inventory","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.079814884Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.09046331Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.090545023Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.090579131Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.091007173Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:40.091411429Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:39164"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.091884511Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.092971648Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.093027509Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.093057729Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.095648691Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"396f17c9-ba88-4e06-99e3-385c2e6b98ad","remote_addr":"[::1]:39164","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:40.096191713Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"396f17c9-ba88-4e06-99e3-385c2e6b98ad","remote_addr":"[::1]:39164","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":655,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.096336071Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.096379157Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.098795271Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.101783645Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:41754/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"396f17c9-ba88-4e06-99e3-385c2e6b98ad\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.105929776Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.106009505Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.106042881Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.108946567Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.109020865Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.1090587Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.109087006Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.109604257Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.113644497Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.11971921Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.120649223Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.121167726Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.121346132Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.148919781Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:40.158697201Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:40.159087078Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.159146467Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":10,"elapsed":"645.580177ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.159186316Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":11,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.159215534Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.159247528Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.159279732Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.159310383Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.159935729Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.162275561Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.166411742Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.166465279Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.166494647Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.166978852Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.170364307Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","candidates":"[(6a0909fc-d9d0-4f32-bf6e-6d8817ef53fc, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.170452483Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.171468798Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:49628","req_id":"dc151f99-a063-4b87-ac3e-51cc5fadf822","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 0b ac 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.171594559Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:49628","req_id":"dc151f99-a063-4b87-ac3e-51cc5fadf822","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 2988,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.17179094Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.172067311Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.172499973Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:49628","req_id":"dc151f99-a063-4b87-ac3e-51cc5fadf822","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.172916442Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2124, tv_nsec: 971813914 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.172968185Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.173404034Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:51688","req_id":"5d935904-b765-4c18-b3ed-3ee772512136","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 7d 1c 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e }...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.174057656Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:51688","req_id":"5d935904-b765-4c18-b3ed-3ee772512136","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 32028,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.174157014Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.17423545Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:51688","req_id":"5d935904-b765-4c18-b3ed-3ee772512136","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.258305865Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.25877503Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.258914969Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.258956351Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.2589858Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.260204047Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.260306271Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.260344768Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.260449957Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.263488872Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.26369846Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:53325","req_id":"d43ebade-d7fd-4a0a-a2e8-65c3f8e0292d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 3e c8 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c >............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.264142725Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:53325","req_id":"d43ebade-d7fd-4a0a-a2e8-65c3f8e0292d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 16072,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.264289267Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16072,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:40.264372132Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:53325","req_id":"d43ebade-d7fd-4a0a-a2e8-65c3f8e0292d","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.264403554Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.264434536Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","mgs_url":"http://[::1]:46735"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.264460869Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.264891076Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.27289831Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.272962908Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.272995754Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.273468015Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.277449227Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.27762619Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.281617071Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.282963554Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.28477356Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.28533552Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.285473315Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.287301607Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf82439e-330e-4350-b5e4-e2201ca7fecb\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.287441226Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.291705913Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39ce6799-a98f-4549-8d4d-0609e934a9fa\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.292091701Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.295043753Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7ab327e-1dd4-46ec-9b0e-da86a3720634\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.295285324Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.297597381Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04b73cca-19ea-461e-88ff-7bb837d8a5d4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.297723763Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.301750947Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a225ed25-8a3c-43ef-8640-0045b1b03514\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.301853701Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.312933207Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"124e2d7c-ea6b-4bec-9e43-c600348f6c1f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.31311552Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.315591684Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b87354a6-3f99-458e-8ce2-aa10e3c27fc1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.315712374Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.318088228Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"738a5072-ba1b-4930-b209-427754591c67\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.318156684Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.320592838Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f940216e-5b9a-4fa9-a5f3-5928b3d82642\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.320705242Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.321832408Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13838b46-1aca-44e0-bcc5-aa5286654b67\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.321990773Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.323109402Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df023233-5e90-47e8-a233-32a4cf2b040c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.323235223Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.326268627Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"442f53bb-d0e0-4a9c-a9a6-774e4f0e80cc\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.326448224Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.327840739Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.329696897Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6598f60-ab33-4c01-9cba-60693de817b5\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.32987415Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.334261873Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4153056f-76aa-4580-919b-5ee95584481c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.334496119Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.34405773Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d527d6b-c3e6-4648-9b27-332d52b8a7e6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.344421084Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.348921902Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2d64dec-eb7c-4aea-9dce-fd507c413587\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.349152972Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.351475921Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99c961e9-f154-4c07-9214-3c3c0b90afa9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.351790618Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.354590536Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14adfa69-0492-4a49-8820-75c3e79901d1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.354807178Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.357878708Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c78a1501-52fa-473f-aa9f-77079475c5dd\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.358902838Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.360015375Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b63c2a5-4e10-4d28-8bda-ab4d66377cb5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.360270834Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:40.361504161Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.364056036Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f87b79f3-5c5d-4674-8422-999b19778bbe\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.364124362Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.366043696Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"426af89b-bfc8-47ba-95cd-9a5149f6c64c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.366175388Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.36628643Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b5d0c52-9f7a-4647-b8e9-9cfcf00806a5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.36643206Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.367674756Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"691e3f29-d6be-400f-84b3-1bac96cf209b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.367861398Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.370264886Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d5cd441-1c10-4c83-9ddc-a04c679d85d7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.370560185Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.374027874Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2c8e4f6-a25b-4e4d-8dd1-8b98750fa572\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.374241479Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.376060935Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c33b646-0c88-476d-9bd7-c375ec0ffaf9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.376277476Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.378711806Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.379248325Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.379519245Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.379567631Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.38033983Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.383881657Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.393170214Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.393249472Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.393280534Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.394961342Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.395703892Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"268e3fb8-db0b-491a-afb4-5ec69808a4f2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.395787198Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.396942139Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.397001758Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.397480221Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.401134602Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e483bde0-98ef-4eff-8891-707123805513\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.401199471Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.406011078Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c589fd4a-cccf-4200-9621-0aa667396032\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.406186448Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.407918669Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f8a4ad3-a25e-4fac-abb4-9ec7c20f3fb5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.408284748Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.41616036Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8573669c-7222-4dfe-aa43-212fcc3f4409\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.416201993Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.416230039Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02d9c1ef-3e02-4254-b946-60a3bc7c7576\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.416263365Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.41629073Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4a9a4ca-0a4e-4aaf-b857-429aa17ca5e1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.416320148Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.416346942Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f2a913a-c8a0-40f4-aef7-59cd4aa9fc16\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.417256875Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.423788138Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8fcee756-0393-47b1-ad2e-8099dd795701\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.424006964Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.426656483Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"735bbaf2-3975-4189-a9b3-de3178cbee37\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.426723787Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.433399378Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e772b79-cd88-4b8e-b3a2-a90ddcc5f5ec\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.434036758Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.435273061Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.439803387Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8d5503e-b27d-41c5-8a58-4ea326761fde\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.439936723Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.442010485Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eca61c03-25ba-4474-b010-516f6d7c2ed2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.442070384Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.44469303Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e1e4a64-e399-4683-b86b-61a8dd642610\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.444872788Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.447362578Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd4eefde-f1df-4c5a-b847-e60782544fd7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.447565322Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.448667178Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9fa3c4e-e32b-46ee-87f4-a7879259b64c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.448935442Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.449890986Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfd26e69-05db-41e3-b8b6-69a04ef2830a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.45012859Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.451261096Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21d60cc6-c501-4594-b64d-d5feafc9b5e6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.451390464Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.451441295Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.451474291Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.451504862Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.453085491Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.455746242Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.46007148Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.460149275Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.460181159Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.460213764Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.460243643Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.460631817Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.464455735Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.471150765Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.471216867Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.471251115Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.472130868Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.536908433Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","sled_agent_url":"http://[::1]:41754"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.537382598Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:41754/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.537954517Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.538017392Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.538108925Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.538154986Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.540125803Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:40.540191234Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:58544"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.543541308Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"8e7a3231-28b1-48f5-a0e2-65ed08eff245","remote_addr":"[::1]:58544","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:40.543997377Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"8e7a3231-28b1-48f5-a0e2-65ed08eff245","remote_addr":"[::1]:58544","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":464,"response_code":"200"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.544148989Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.552944163Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.55301311Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.553047008Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.55361518Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.554654701Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:41754/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e7a3231-28b1-48f5-a0e2-65ed08eff245\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.558495544Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.558571455Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.558602146Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.562640693Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.562707576Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.562740792Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.562768818Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.563355036Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.568116924Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.572003818Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.572252083Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.572299046Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.572941977Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.573191094Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.573241484Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.574166287Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:40.619536253Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:40.620431707Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.620582488Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":11,"elapsed":"461.392855ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.620712647Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":12,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.620803659Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.621019499Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.623869657Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.623983865Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.626006014Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.628865742Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.632853527Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.632914038Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.632944759Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.63343694Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.639155744Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.639708375Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","candidates":"[(6a0909fc-d9d0-4f32-bf6e-6d8817ef53fc, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.639773625Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.64163834Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:58030","req_id":"cb4ec978-2674-4f6c-9c1e-3552aa9945b8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: ce 4d 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .M..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.641745714Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:58030","req_id":"cb4ec978-2674-4f6c-9c1e-3552aa9945b8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 52813,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.641899561Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.642059229Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.642197635Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:58030","req_id":"cb4ec978-2674-4f6c-9c1e-3552aa9945b8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.642628513Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2125, tv_nsec: 441477398 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.642695607Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.642953801Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:53336","req_id":"b0f6cbcc-2c81-48b8-a074-2e122501adbe","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: e8 e8 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.643011727Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:53336","req_id":"b0f6cbcc-2c81-48b8-a074-2e122501adbe","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 59624,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.643120012Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.644314983Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:53336","req_id":"b0f6cbcc-2c81-48b8-a074-2e122501adbe","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.715211841Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.715895072Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.716037877Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.716136223Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.716221723Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.717249911Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.718786844Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:65381","req_id":"0344fd33-5560-4c0c-8c8a-10551bde0d55","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 51 58 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c QX..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.718968065Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:65381","req_id":"0344fd33-5560-4c0c-8c8a-10551bde0d55","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 20824,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.719263644Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20824,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:40.719539553Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:65381","req_id":"0344fd33-5560-4c0c-8c8a-10551bde0d55","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.719814792Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.73098119Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.731045598Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.731078103Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.731102442Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.731129987Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.731154756Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","mgs_url":"http://[::1]:46735"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.731180317Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/ignition","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.735579712Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.735640453Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.735894049Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.736506739Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b771a11-90eb-4f63-9c62-fdbbe2ed4bc7\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.738241386Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.738304371Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43e10bcd-2736-4f25-b4c3-37ad5d1dd505\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.738342948Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.743540694Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"108da070-560b-47a6-adf8-48def6d16e9e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.743748388Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.753227304Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b1cd48e-b543-4791-be20-9d726f86705d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.75343589Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.755600573Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8090f07d-e2c3-4fac-b522-6228af797902\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.755680833Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.759885099Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a07a6b8e-5086-4cc2-9730-1325c1a2d9e5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.760675775Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.764776906Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9601fc53-9360-4f66-be33-abfba0cd70a7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.765066523Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.768203403Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5004202-3022-4f17-b4af-42bab2e22631\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.768392219Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.769574866Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3f1f693-53de-434c-bdd8-70d2e07e81aa\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.770045333Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.785081181Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.787067558Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbbe5c35-25c1-4699-8a99-ee388902ba93\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.787768405Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.791927551Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a3da96b-da2e-45e3-a3d2-c598a858d1b5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.79487282Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.797498722Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8bdce89-fcca-4145-ba63-bbd2cf4fcda2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.798255439Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.803920256Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51808a8d-27d0-4f7e-8241-5f5c14a9cc9a\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.804547806Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.811752592Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33852276-c9a5-4df8-9f48-979f70e18bbe\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.811952189Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.816393037Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9d30f90-fcf0-4ca9-ae4b-e2f6c79913fd\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.816674749Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.823168447Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79396312-b702-4909-8aa7-f1e0f9dc20ec\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.82343106Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.829589791Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f0c99af-bc86-4057-9f2a-0a6654856a4d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.829944688Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.836937521Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.837121908Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.837633618Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.83776503Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.839584445Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.841245504Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b1d15ef-8f50-4eef-8c50-0b50afa8e9bf\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.842554272Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.849229702Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.863888178Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.863960543Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.864821027Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.865100674Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.878450012Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.878515252Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.88269527Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.887765432Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"567bfd71-32b4-4009-a4da-5a13b906e891\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.888088997Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:40.895829149Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.897257294Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"oximeter","body":"None","uri":"http://127.0.0.1:55729/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.897873672Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0b33ebd0-70cb-4185-a407-ced140710540","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.899107871Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0b33ebd0-70cb-4185-a407-ced140710540","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.899235916Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0b33ebd0-70cb-4185-a407-ced140710540","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.899892214Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0b33ebd0-70cb-4185-a407-ced140710540","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.900914461Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"caad6be0-ae43-4792-a01e-c62c882f329a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.901203116Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.903736203Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bbfeed8e-5bf6-4007-ab7b-c36a26dd2640\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.903988957Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:40.904437771Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0b33ebd0-70cb-4185-a407-ced140710540","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","latency_us":6567,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.905204478Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:55729/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b33ebd0-70cb-4185-a407-ced140710540\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.905521159Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"oximeter","body":"None","uri":"http://127.0.0.1:55729/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.906171064Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9b073ea1-9d05-43c6-8a3b-23510e4f71e1","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.906482595Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9b073ea1-9d05-43c6-8a3b-23510e4f71e1","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.906601592Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9b073ea1-9d05-43c6-8a3b-23510e4f71e1","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.907208211Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9b073ea1-9d05-43c6-8a3b-23510e4f71e1","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.908111551Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29c629fd-bd73-4ff3-b879-f45cf7c4042c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.909454817Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.910715248Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f631a909-ea3e-4b6b-a4e5-323629406800\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.918173498Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0","method":"GET"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:40.919910138Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9b073ea1-9d05-43c6-8a3b-23510e4f71e1","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","latency_us":13437,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.919983344Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:55729/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b073ea1-9d05-43c6-8a3b-23510e4f71e1\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.920180297Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.920384624Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:40.920424133Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.92407148Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34192ae1-f5ce-4aaa-b8b2-8df6fa0aa556\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.924476106Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.92835811Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00d2f127-a48f-4b0e-b8a3-1618be468511\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.928727957Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.929449525Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.932773338Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8777190d-9cbb-4d80-9e9b-ddc218df6d71\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.932984288Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.93539946Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b67e6ce4-963a-4d60-82c4-d1dcc67405f5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.935857603Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.940485874Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13c0fb20-50c0-4275-acb9-8440735fbebd\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.9407445Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.943800158Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0bbdc894-bb18-4504-a2ea-4cb04e89512f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.943929305Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.946167024Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"956b1390-8836-43e8-b648-14d7e3b8342c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.946297413Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.947130543Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"928bb485-ef51-43c6-843d-cfa77d8d166e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.947299059Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.948374762Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e8b6ec0-45f5-432e-98b2-0ebef4a742df\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.949225016Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.952376736Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15faf33b-0861-440d-86f7-83218f467876\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.952580161Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.955647763Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa3c5d2a-3b7f-4e93-8556-8887c4285b8e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.95585203Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.957064737Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3fdb4f2d-ffb8-4ddf-81c5-47971cdc5726\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.957228613Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.960325083Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c01366e-3fe8-4c19-b304-c786771f43ac\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.960391305Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.963501662Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3c99e18-436c-4a3a-85fe-e5c655c5911c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.963850437Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.973488981Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2575ec78-c0e7-4cbe-8e6b-520aaa151459\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.973613188Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.979283556Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1359fbe9-38ae-4112-bc0f-863b69b306b5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.979520779Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.980819106Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.980951129Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.981134935Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.981225375Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.981982083Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.983432032Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8fbb1dc6-3ddd-484b-92d3-9a076593bf38\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.983902319Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.985808567Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.997932483Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:40.998034727Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.998123343Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:40.998999649Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.001721292Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ad4b718-0ae6-4c09-97ab-5de317b7870f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.002028454Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.003941075Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af20afef-401d-472f-974b-4b74061a6354\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.004205231Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.005797974Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.005952673Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.006535073Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.008452153Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1c3a7fc-9faf-425f-ad02-44a1ef4a8da6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.00880197Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.009799207Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.010242921Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.01414731Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.014796864Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.014848417Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.014881282Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.015185619Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"beba541c-e3c1-4208-bb3e-bbdcb0644337\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.015292061Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.017435181Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b1712bf-2541-4526-8787-67c11d9e516f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.017641442Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.017701642Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.017738706Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.017768866Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.018573589Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.024518935Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.031433181Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.031544322Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.031634763Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.031735944Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.03182419Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.032461299Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.036490187Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.041864054Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.041956919Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.041994003Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.042503207Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.120564619Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","sled_agent_url":"http://[::1]:41754"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.120639629Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:41754/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:41.122377892Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:54123"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.1237218Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"9e90cbf6-fd57-422e-9a97-6c21652f9f90","remote_addr":"[::1]:54123","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:41.124973103Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"9e90cbf6-fd57-422e-9a97-6c21652f9f90","remote_addr":"[::1]:54123","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1228,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.125795732Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:41754/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e90cbf6-fd57-422e-9a97-6c21652f9f90\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.129096028Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.129158031Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.129188231Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.131590628Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.131658383Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.131695086Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.131724545Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.132723515Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.13731347Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.143615607Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.144149391Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.144208699Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.144769286Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.145320604Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:41.180858842Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:41.181303989Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.181448346Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":12,"elapsed":"560.714226ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.181596041Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":13,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.181689026Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.181828143Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.181888664Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.181921429Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.183227852Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.18570138Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.191303302Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.191366718Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.191400405Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.192189708Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.195651666Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","candidates":"[(6a0909fc-d9d0-4f32-bf6e-6d8817ef53fc, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.195749961Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.196692479Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.196812799Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.196854833Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.196944311Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.197907129Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.198518117Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:58914","req_id":"60a2a4bd-cce1-42ec-8b3a-96b8ef078fd4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: da f9 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.198794738Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:58914","req_id":"60a2a4bd-cce1-42ec-8b3a-96b8ef078fd4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 56057,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.199223502Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.199494422Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.199670984Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:58914","req_id":"60a2a4bd-cce1-42ec-8b3a-96b8ef078fd4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.200600185Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2125, tv_nsec: 999381555 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.20084864Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.201583715Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.209705687Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.209774094Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.209803202Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.210333388Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.210848304Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:55249","req_id":"10e43758-d263-4c61-9ba6-cb735a0f0d83","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: cd c2 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.211210566Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:55249","req_id":"10e43758-d263-4c61-9ba6-cb735a0f0d83","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 52674,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.212661396Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.212781586Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:55249","req_id":"10e43758-d263-4c61-9ba6-cb735a0f0d83","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.288673165Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.289299733Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.289438249Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.29019137Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.290409144Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.290466167Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.290739582Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.291724645Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.292024322Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:61814","req_id":"cc37fe73-baef-43b7-890c-c1286da2dfbe","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: e7 4f 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .O..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.292217757Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:61814","req_id":"cc37fe73-baef-43b7-890c-c1286da2dfbe","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 59215,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.29254054Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59215,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:41.292634638Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:61814","req_id":"cc37fe73-baef-43b7-890c-c1286da2dfbe","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.293663498Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.293712215Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","mgs_url":"http://[::1]:46735"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.293738527Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/ignition","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.297316306Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.297371716Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.298749221Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce05c433-dd0f-49c4-a135-d702f36fa749\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.299028297Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.300553906Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.300592303Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.301311586Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f478c53a-0bb8-4773-9630-ac85cf6ec156\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.301520943Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.304280672Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93b169e3-0331-4e3d-984a-cdf78d9009a4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.304429949Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.307857268Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c343ea69-c0b5-44c5-92dd-f2b9c3aa4c98\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.308047868Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.311732229Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b79f291-78b2-4f44-bbd0-e4a343ce3f78\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.312073108Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.318908176Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d29faf91-bfc8-4a06-8912-1a0d59b5881a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.319051121Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.321648095Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e94ad99b-5e45-411d-8c93-733b8a4388ea\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.321771361Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.32369818Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e595db5c-87fb-4682-b26d-3074acb9271c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.323814191Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.324727501Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc0a6444-12aa-4886-9f36-7d668a8abf8f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.324916187Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.328065822Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca9f62ee-87ac-497d-af9e-91e6d65b919d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.32820001Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.328592912Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.33000185Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8f3e1af-d363-4860-b9a0-c2d310948cdb\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.330209113Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.33130684Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5cc4c7ca-3683-4420-b566-e0dfd458c4d6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.331491037Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.33496585Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f09bdfd-f5d5-4aa5-8b95-f0835657ce15\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.335138785Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.337925647Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2c594b9-ad1c-4441-8d6a-26edbcb12d50\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.338056007Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.341188087Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef553486-8e98-4a6d-8dbd-b4e310f2589a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.341263377Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.343782557Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d93232d7-dd7a-47de-a9d6-3af856ff76c9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.343901023Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.346626082Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e846a793-e28a-4e9d-9351-dbe3e94e50b1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.346694438Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.35212579Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d2c2b23-34ee-4430-929c-c6b32650561a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.352536458Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.355635453Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b5fef90-1c70-4ce4-9992-173257789c3d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.35610564Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.358230764Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20218bd5-d2ff-4cce-b747-5ef7f96f234b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.359563259Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.361081033Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7d708bc-1db7-4f1e-ac61-4e3a934d89e6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.361427804Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.362546342Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be67e89a-48ce-4c5f-a8f6-264736cc1bcf\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.362741281Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.364031271Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16c0e4c0-5d95-4fe4-a847-f07ea4e170ae\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.364466679Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.368319445Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"061df529-6930-4c3c-868a-6282c390a95a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.36874363Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.374165924Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51fed6e7-27ed-44e4-af0b-4c5b181b71ab\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.374341263Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.377957418Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba244c62-9731-42cb-b4a7-53401f36f3b3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.378029892Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.379657706Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.379718617Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.37981042Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.379847223Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.380497719Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.382313758Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5aab4dd3-90c6-4393-83e1-1b8900484b01\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.382393957Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.384420936Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da4885f6-46b8-4419-890f-5d8475fa91e2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.384493781Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.386709987Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.395414991Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.395807303Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.395983273Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.396545453Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.396761354Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54a1d4fc-8dd1-4e4a-b4fd-3d1fb6d3ef40\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.396838547Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:41.398555388Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.399325603Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.399384781Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.400100246Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.402122485Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d427421-e6b1-4621-89fc-fbf17998f5db\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.402291231Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.404282289Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fcf6612-8aec-4fce-9051-87e2560b9a1c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.404414362Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.406006584Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b769d15c-9512-4263-a752-8f3546ca01fc\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.40613999Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.408787725Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94b343eb-cb43-40d7-ae84-16d48e38dc68\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.408851432Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.410771768Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6215021-3cf6-416c-8a72-8621df53594b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.411567855Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.413792096Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1568b08d-fe47-48cc-827f-fba255f2e902\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.413967205Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.417173483Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2d7b1b2-c215-49e5-ac0d-90e20e568f76\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.417244084Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.424078631Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb47eac7-5358-43dc-abe5-5c0bf8f47c83\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.424162208Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.427866398Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.431065162Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a41f58d0-440c-4922-81e0-aee4028d0864\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.431138127Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.433200496Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52c8d9d2-233f-49b3-bfbc-751e33b7015b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.433363581Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.437012231Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"676005e4-8b2e-445b-902b-ebd6cc4b1eb8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.437175827Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.440582314Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc956673-8f61-4f9d-83d1-e1c07d8b6c0c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.440663325Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.441402949Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e307fbd-2162-4d78-9d33-743bf697fcf5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.441531886Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.442630535Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7604b48c-48de-4025-8c69-82e22ba83885\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.442767999Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.443565979Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af5a0f63-be72-4414-b492-416671f58e2c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.44369218Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.444489629Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80a7149d-10ad-45f3-95e1-eed2c379235c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.444552144Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.444586312Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.44462059Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.44465087Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.445415855Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.448674417Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.4531077Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.453160104Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.453187579Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.453216326Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.453242238Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.453710782Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.456644216Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.463418343Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.463507681Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.463543162Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.464140212Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.530509428Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","sled_agent_url":"http://[::1]:41754"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.530749536Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:41754/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.531362087Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.531506715Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.531606394Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.531693938Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.5325933Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:41.532759561Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:43248"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.534494859Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"b652284c-5a00-4b82-8d54-77017d519d75","remote_addr":"[::1]:43248","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:41.535049073Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"b652284c-5a00-4b82-8d54-77017d519d75","remote_addr":"[::1]:43248","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":562,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.536451447Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:41754/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b652284c-5a00-4b82-8d54-77017d519d75\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.542377464Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.542469167Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.542536551Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.544414162Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.544566766Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.544854059Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.544940982Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.545756467Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.552706264Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.56352537Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.56362574Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.563727332Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.564481756Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.567895527Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.57699629Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.577253573Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.577303131Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.577955581Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.579235592Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.579293247Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.579861348Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:41.622691665Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:41.623659934Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.623725264Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":13,"elapsed":"442.080647ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.623762198Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":14,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.62378848Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.623815164Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.623843019Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.623869131Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.624707572Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.626805772Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.631258203Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.631327541Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.631358042Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.631720545Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.635660575Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","candidates":"[(6a0909fc-d9d0-4f32-bf6e-6d8817ef53fc, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.635721747Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.63740482Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.638789759Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:57744","req_id":"e3ac66b4-92bb-4024-b88c-44dfc34761b5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: ce bb 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.638865851Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:57744","req_id":"e3ac66b4-92bb-4024-b88c-44dfc34761b5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 52923,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.639087533Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.639353372Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.639455316Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:57744","req_id":"e3ac66b4-92bb-4024-b88c-44dfc34761b5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.639910112Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2126, tv_nsec: 438802874 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.639969089Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.640304758Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:65273","req_id":"47c2d50b-f305-4098-8044-d5099a6a19e2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: dd 9e 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.640360299Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:65273","req_id":"47c2d50b-f305-4098-8044-d5099a6a19e2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 56734,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.64044628Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.641064081Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:65273","req_id":"47c2d50b-f305-4098-8044-d5099a6a19e2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.711567344Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.711980497Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.71208241Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.71212717Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.712156889Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.713769963Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.714194218Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:54864","req_id":"c34b0308-3bbf-4379-bc38-df8f44881c72","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: b2 d1 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.714258306Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:54864","req_id":"c34b0308-3bbf-4379-bc38-df8f44881c72","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 45777,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.714740837Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45777,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:41.714967509Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:54864","req_id":"c34b0308-3bbf-4379-bc38-df8f44881c72","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.715532444Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.71559066Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","mgs_url":"http://[::1]:46735"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.715618937Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.717715304Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.726906025Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.726967528Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.726999221Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.727506502Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.730902658Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94fafb5d-cb86-4a6c-94b4-b409e5881738\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.731313337Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.733788629Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.733871043Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.734583552Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.735022597Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4d741da-69d7-4a3b-8beb-4b0c166dfc1e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.735232976Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.73878839Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbc585d0-5b89-43ea-8d31-8593b7a179cf\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.738933359Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.743651349Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8101bd7-b8d0-4b6b-8c24-f122899cf060\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.743965455Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.748267326Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10c9558b-b9ae-4544-b0a1-1c631939175e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.748357175Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.753828256Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08d9bbee-d4ac-4e9c-8363-223bee018b6a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.75392572Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.755708953Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5c84541-6982-42e0-a351-582be098b752\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.755832229Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.759924984Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b48fbdd-4294-4130-9d08-7a9e2d1e24a8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.760012237Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.761181958Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"718c4249-2103-46d2-a5d6-bc197d27fbac\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.761321626Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.766580735Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be303f43-b7b5-411c-9bc3-425627ba1311\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.766831645Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.768190011Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.769730991Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6092a5e-cc49-4419-8f40-1474b1c7801d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.769955288Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.772392825Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f1e82ec-ebbb-4c98-81b6-3b4c1d09e645\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.772733444Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.775229296Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c0bee86-e979-4c66-af03-66de65f3ff7d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.776854144Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.780689546Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5533eccb-f7b8-4136-b032-864d4d84fe25\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.781207948Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.784343035Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d2b009e-989a-4fff-8b2d-efe026ed69e5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.78444604Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.787815703Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d5562d9-9820-435c-ba71-853133fb7025\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.787881645Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.790106367Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f77d56ca-67ba-45e0-a4be-d20ab04f8bd6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.790229603Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.794302819Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e61124b-ee4d-47b8-8573-af6221a6aeba\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.794537576Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.797921819Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dffbc985-5e48-41c7-b2ee-2629c00f18a6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.798101597Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.799154856Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce025e1c-f0b4-4996-b14c-1344e2bae6e3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.799222711Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.800914241Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91454399-38d7-46e4-a59b-b5ecde13181b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.801100502Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.802264923Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec375715-1ed8-4dcd-9aa4-f4b33ef1f750\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.802497927Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.804581017Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3695520f-1480-4d94-a75b-808b82ac3289\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.80515465Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.807263131Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"358f4006-d791-4679-a45e-610b811ca9de\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.807457047Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.814244691Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fbffaf63-e46d-4543-89db-cfb8bed933f0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.814838955Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.819490904Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50712c05-b6c6-40bb-ab3d-1b3cfe3ffab9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.81955912Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.819597837Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.819630532Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.819661193Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.819692646Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.820180709Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.821051033Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"835cb4af-2ae8-409b-a977-587a01925ecc\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.82120511Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.824002744Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.833558894Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.833630236Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.833663713Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.834386803Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.837556098Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ebc1fc21-f05b-47be-b38e-a2c781e9dda4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.837748972Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.837931015Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.837979441Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.839202488Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.841427101Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51d80380-460d-4c37-a223-482e27a977d2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.841578242Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.843592475Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04eca663-733d-47b6-9a2c-8264655735fc\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.843718927Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.845114898Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21566ffe-1c8f-492e-9bbe-4d7843251e3f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.845329526Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.846392594Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dae093e7-13b9-41d9-be7b-a4cfc6ce1ce7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.846658374Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.8477858Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"809fa9f6-2dda-4b3a-8ead-55694e1c63c7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.848177651Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.849169026Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba8420c7-b3c6-42ad-acb1-2d14ce957e51\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.849245178Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.868271086Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"488279aa-27fd-425a-bfb4-e456cdad0e1f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.868505603Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.878525687Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aee36fc8-5527-4df0-82be-0a3f2fa4852e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.878669484Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.880889938Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c884ba2-1310-4f1b-bc2e-75771bdcf140\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.881007973Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.884586984Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e83c14f-51c7-4ada-b667-5473190a30fa\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.885166038Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.890057654Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36c252ae-ad0c-4788-9877-201690e93fc5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.891402453Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.896229361Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.897938416Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d008dbd6-de3c-4f03-8d99-4b2abf5ca449\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.898156009Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.902317381Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd2f2867-c9fa-46c8-b56e-6f34e8f8789a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.902459915Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.903554936Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20ee6cc5-fe4f-42dd-9665-48d7d002c7e7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.903725446Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.904785819Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e19b8cf6-b40f-41d8-9132-4777a71ceeb0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.9048468Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.90622669Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c99458d-9fda-46c5-aa23-cc724b246ec3\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.906294395Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.907860836Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a9760fc-791f-4339-94a1-23495afd4053\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.907909603Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.907947699Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.907980694Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.908009682Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.908884174Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.913711202Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.921264241Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.921338699Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.921371465Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.921404681Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.921435542Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.92186615Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.925580821Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.935194506Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:41.935258123Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.93529165Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:41.936277424Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.012822515Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","sled_agent_url":"http://[::1]:41754"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.012896021Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:41754/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.013463161Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.013523942Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.013555726Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.013581146Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.014809183Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:42.015529538Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:57814"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.015775408Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.015893664Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.016663127Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"a176c006-9eac-4ee5-a4a4-99e8cd25ebac","remote_addr":"[::1]:57814","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:42.018084138Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"a176c006-9eac-4ee5-a4a4-99e8cd25ebac","remote_addr":"[::1]:57814","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1429,"response_code":"200"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.018633793Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.019843915Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.019893363Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.019921429Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.019945757Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:41754/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a176c006-9eac-4ee5-a4a4-99e8cd25ebac\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.022237844Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.022338184Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.022369687Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.025520876Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.02558311Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.025617197Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.025645865Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.026607751Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.02707909Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.044632655Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.044793465Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.044840068Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.045531556Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.047915565Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.052927051Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.053294012Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.053405985Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.054399073Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.057279533Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.057344302Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.057922914Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:42.082909398Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:42.083439314Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.083504003Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":14,"elapsed":"459.609542ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.083543853Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":15,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.083570676Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.083638671Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.083671797Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.083700625Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.084739505Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.088152996Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.08876237Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.094212008Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.094294513Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.094330334Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.094736163Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.097734016Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","candidates":"[(6a0909fc-d9d0-4f32-bf6e-6d8817ef53fc, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.097794967Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.098826512Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:49947","req_id":"d7b3cccb-4117-411c-9568-b7a8396ab95d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 9c 93 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.098962373Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:49947","req_id":"d7b3cccb-4117-411c-9568-b7a8396ab95d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 40083,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.099155017Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.099363382Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.099463331Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:49947","req_id":"d7b3cccb-4117-411c-9568-b7a8396ab95d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.099901965Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2126, tv_nsec: 898683014 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.099969109Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.10026607Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:53557","req_id":"0ec57cb8-2a01-4dc8-ae89-6c4256411441","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 11 04 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.100320529Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:53557","req_id":"0ec57cb8-2a01-4dc8-ae89-6c4256411441","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 4356,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.100412432Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.100510427Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:53557","req_id":"0ec57cb8-2a01-4dc8-ae89-6c4256411441","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.160958747Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.161410006Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.161458963Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.161489835Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.161517991Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.162239659Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.162831799Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:59910","req_id":"8c1f2c03-59f8-4390-b7c5-94f82b929066","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 4d 2f 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c M/..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.163239291Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:59910","req_id":"8c1f2c03-59f8-4390-b7c5-94f82b929066","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 19759,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.163788936Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19759,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:42.163957972Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:59910","req_id":"8c1f2c03-59f8-4390-b7c5-94f82b929066","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.165085429Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.165133314Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","mgs_url":"http://[::1]:46735"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.165159587Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.166026013Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.177231269Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.177300958Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.177334965Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.178676588Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.182325418Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c11d1c0a-34ef-4f81-bf68-eca2cbc0774b\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.182673131Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.183141905Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.183382465Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.184191086Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.189486837Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8fe1f79-5753-4331-b68c-09d587ff0869\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.189787436Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.193097722Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b774e589-b363-43e6-8b62-c6ffacb27adf\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.193320966Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.197785351Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"306ca550-2513-4012-9f2b-9acba22b95fc\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.198222332Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.201402328Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60d62266-244a-4b24-be25-309aad7b90de\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.201658739Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.205548549Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f77fcead-e3d8-49b5-8cb7-899e51d49b25\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.205762836Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.213846953Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d529164-e146-4efc-bca3-81e2cdedbd9a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.214282481Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.217752374Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.217816352Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.217843756Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"014249d9-5683-4680-9580-e31355291bea\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.217997904Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.21839764Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.219558142Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.222928057Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6648c270-d623-4a53-8164-29abca744680\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.222993146Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.226609201Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.228638655Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.22869175Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.230922004Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77332a73-0842-40aa-a234-0a1648a99319\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.231405537Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.234963076Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.235078295Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.235660996Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7bc02f0-e57e-460b-886a-cea5c81afe22\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.235941886Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.238519071Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4af16b66-f23f-4690-bc0f-319e83320230\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.238760652Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.240122004Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"654d3232-0dd6-4eef-a1dd-383250f21eb1\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.240513825Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.242666043Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e40552e-8221-4590-9fce-e1462f211a99\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.242798607Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.245547584Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4339d4b4-6c71-46df-838e-ce36246597b0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.24568599Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.248763752Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ff61341-75f7-4e51-a195-cb73e025702e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.249054832Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.252511199Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e3dfee1-5706-45dc-a2c2-febe52888f80\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.252639555Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.254966481Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e35a0eda-b841-47b4-97c7-534a502dcefd\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.255128624Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.259393572Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa6c2d07-07cb-4115-8c51-c2d89854f813\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.259567378Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.260651107Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03ddf23a-3a2d-4b02-94e7-d1508bcf016a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.260783571Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.261982911Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"566f4497-9130-41c8-8d7b-4c12a0e6e046\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.262151647Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.263547228Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75164715-3304-4ced-affd-24bfb6a59f95\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.263728519Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.264610185Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ec069b1-47aa-4088-b36c-34934d6e561a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.264785725Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.265937129Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa6ea84a-7420-4fb8-98bc-04a7ad416e4b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.266334711Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.268725164Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1196ef1c-2a41-4eb5-a246-da8f3d6a8a94\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.268789923Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.270817583Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ceb94ab-6818-4b59-9765-41e7b762be2a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.270889026Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.272902968Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d34cc23-070d-4d50-ab15-d8f7984960f6\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.272981525Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.274958955Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ddcb1b2b-1f78-4832-9730-8a49a9b1c17e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.275101739Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.277176112Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae416580-1b5c-4174-98a8-fd8484dcd7c0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.277247434Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.278681532Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.278743265Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.278774206Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.278799066Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.279738057Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.280645034Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2904ec4-352c-443b-a727-b7bd99edf246\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.280767117Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.282531462Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55605e00-7926-4f6b-900e-ad64b8123c52\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.282596332Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.28334827Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.289405949Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.289467161Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.289497001Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.289885034Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.290182687Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16122a5c-6d9b-45ef-b846-e83d3d9dbcf8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.290301203Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.292478832Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a216a8a7-9c7e-4d01-aa9c-14c3232d63ee\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.292617097Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.293383765Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.293421951Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.293935564Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.294634778Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f06c7e7-3ee6-4b34-a7f7-046801d381dd\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.29475138Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.296195798Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2fd88745-57ef-4ea2-8d7e-9dc143d1b4b1\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.296482499Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.304382529Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52b83e84-1124-4f0f-be6e-bc03e93a51e7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.304604281Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.308969929Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73d55d89-8e5f-4347-bca7-9042521404a6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.309311109Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.316544481Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6ec7ac8-9689-442c-8a3d-67b73eee6a7d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.316720432Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:42.320100436Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.321775754Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ce485cd-60b3-4051-98be-b828086f3dda\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.321906064Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.324142129Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee1c98b5-7769-4025-9675-a58bc24e89e1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.324209483Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.331602804Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.332116698Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8cf0227b-ebac-4331-85b1-39a6cc5bf46c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.332180786Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.336212759Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15178e4d-7b50-4971-8ca8-188bb200ae6c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.336474781Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.337925542Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16a2f768-1311-465f-8446-4748d4c936fe\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.338176622Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.340292237Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e2010da-c60c-40dc-b03c-064ae33b77a2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.340903735Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.344000876Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c275da29-599b-4318-97fd-aa9218aefb39\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.345186769Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.345231057Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.345363802Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.345677717Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.346277582Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.349475695Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.354555235Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.35462274Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.354657769Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.35469328Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.354724893Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.355097175Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.357685322Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.365307258Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.365425924Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.365548338Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.366638731Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.436985582Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","sled_agent_url":"http://[::1]:41754"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.437063728Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:41754/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.437558283Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.437613153Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.437645387Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.437674114Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.438675169Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:42.439000046Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44436"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.440147372Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"9834c1d9-c63c-4633-9c29-933bdc21a0b5","remote_addr":"[::1]:44436","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:42.44056777Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"9834c1d9-c63c-4633-9c29-933bdc21a0b5","remote_addr":"[::1]:44436","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":794,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.44108995Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:41754/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9834c1d9-c63c-4633-9c29-933bdc21a0b5\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.443232469Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.443288741Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.443316176Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.446493937Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.447102339Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.44716308Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.447197148Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.449862859Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.451309041Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.461332522Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.461410137Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.461442712Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.46193881Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.466386151Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.473834922Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.47435601Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.474497031Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.47522419Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.476826312Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.477042854Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.477635084Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:42.525761743Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:42.526095217Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.526151239Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":15,"elapsed":"442.685502ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.526189926Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":16,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.526217691Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.526393051Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.526622217Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.52667345Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.527907298Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.529638157Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.531422331Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.535936546Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.53606933Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.536107707Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.536672482Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.540132055Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","candidates":"[(6a0909fc-d9d0-4f32-bf6e-6d8817ef53fc, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.54019463Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.544373856Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:64162","req_id":"128b80ad-163b-4c51-a293-286675d3b998","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: a5 f3 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.544696289Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:64162","req_id":"128b80ad-163b-4c51-a293-286675d3b998","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 42483,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.545144843Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.545287447Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.545445271Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:64162","req_id":"128b80ad-163b-4c51-a293-286675d3b998","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.545947712Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2127, tv_nsec: 344844863 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.546011279Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.552117936Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:58034","req_id":"ad11d073-f2d8-442a-97f6-a78621a739f2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: e4 58 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .X..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.552183146Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:58034","req_id":"ad11d073-f2d8-442a-97f6-a78621a739f2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 58456,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.552315069Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.552499496Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:58034","req_id":"ad11d073-f2d8-442a-97f6-a78621a739f2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.612420425Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.612853448Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.612910812Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.61294006Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.612968347Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.614190952Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.617792679Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:61699","req_id":"4a4ea7e2-fceb-4173-ad34-61cb3542b435","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 1f e0 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.617926064Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:61699","req_id":"4a4ea7e2-fceb-4173-ad34-61cb3542b435","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 8160,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.618159049Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8160,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:42.618246743Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:61699","req_id":"4a4ea7e2-fceb-4173-ad34-61cb3542b435","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.619731602Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.619785459Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","mgs_url":"http://[::1]:46735"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.619812623Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.622559667Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.630771889Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.630833542Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.630866578Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.631468357Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.639889185Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.640001017Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.640420904Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.641842436Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a23e049-e189-4ac8-88fd-f288d558ebe9\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.642196802Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.651114109Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dac6b16c-aa58-4249-9890-6936986c3e16\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.651821208Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.663220851Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6cee0ccd-d440-402a-8aef-5966ce97cb9f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.66516271Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.666870002Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"431bde91-cc68-4efb-990c-2c285ace32a2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.667120261Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.669369953Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aee44687-95f2-4b8c-8df8-8435e9ced2a8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.669581294Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.671937288Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6124996-f774-4093-9d80-202f11c32330\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.67216902Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.675965524Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1130c419-ad08-443c-b815-d63c5ccede1b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.676186364Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.679074709Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eeaf4a6b-f8cb-4fba-b441-ff0452a91d06\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.679375278Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.680561421Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97dcba62-972f-4571-a48b-2c23838cd346\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.680795798Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.681851061Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d2da032-be7a-4a4b-b0ac-aec0d5af6312\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.682089746Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.683167524Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa26919c-7078-49b5-a0f6-990cff449495\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.683391771Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.686436527Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba623c27-e791-4855-8abb-650168c37a0d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.686649682Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.687119297Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.690244725Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da8ca294-fec5-45eb-8071-f4c63d71d561\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.69049335Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.692148748Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e10ded9a-3aac-4977-abdf-a4de48b26db6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.692311402Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.694693499Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8fb56a59-d48c-4209-9665-912502618a75\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.694808117Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.696606079Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"146a982a-7af8-48cc-9b19-2f8020410f49\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.696904003Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.698692246Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae76f422-7990-4a43-b3ea-39b0b2abe9e5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.698818507Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.700538484Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7dd87472-3063-4a09-a0de-365a7c3e50ed\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.700649185Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.703664272Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b9547bb-7e6c-4235-8938-c4b1d1658fc6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.703747358Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.704640417Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b860d1aa-948e-425d-b366-e89a36dd04a8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.707072343Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.707933769Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3950f29-fa0b-48e3-b07d-a3d0bfdf24df\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.708954072Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.708992769Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"389dbf5a-b00c-4ffc-9840-2bc661999b70\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.709035875Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.709977481Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"454db02d-101a-4258-b919-562e4cf3946e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.710051338Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.711904691Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab0a0988-fa03-4c29-b935-bc2494e72902\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.712080912Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.713757963Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2c8cc5c-41b0-42c1-8bbb-9d33786d8018\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.713874255Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.716692891Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c80f39f-bcd3-471c-8866-8b555fc949e2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.718210575Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.720483734Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3088fa73-bce6-472b-b1bf-ab3b2087db1d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.720649123Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.723715142Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50394b7a-bcdc-4bda-8447-5392e5c75522\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.723842226Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.725346773Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8eff3822-0a3c-4567-a414-4267309acc33\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.72547063Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.728475748Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4281e6b2-b7c5-46fc-9915-32b2e1092f1e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.728673211Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.729993221Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4dc18e0c-880f-449d-990f-d3abc07563d5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.730142168Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.731567979Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a77eac4-7ba8-417d-9763-7a8d9f81b79f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.731706465Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.732799322Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06e8d1b4-fd3d-4483-9a9c-ea6606a55226\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.732932287Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.735091649Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83f089e4-4150-48d7-ab02-5f917fd2c575\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.73516212Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.736475346Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c814559-bdda-46c3-bafa-d816b3c32df3\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.736628341Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.737672672Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.737729906Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.737762521Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.737791308Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.73932313Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.742502785Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dacf7ad1-6faa-42bb-b497-86b5a677c740\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.742577244Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.743469792Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.758499007Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.758624577Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.758715859Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.76004658Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.762643485Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.762759656Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.763303339Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.765739593Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae7be52a-f705-4f2d-bce0-8510203f3a9b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.766163438Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.76854353Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19dff85a-5dad-478d-aa91-1754d3296c8d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.768771003Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.774234018Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"506b7b78-64eb-4bf5-be28-097bce120424\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.774810557Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.776961041Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8e8c527-fefd-4618-aeb0-4c7d2ba5fec4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.777178625Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.784582166Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65db1b7c-4e51-452f-9c3e-d7f4b033e8f3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.784799078Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.790125671Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ba8b412-7f57-4efe-8a6f-2948a1a96b0f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.790307132Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.799467344Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef3c2a4b-ccc5-4b56-a520-e3dc53342a96\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.800214132Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.802224637Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c50a2f39-0273-43c7-bc38-a53bee4fda5d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.802389416Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.808546754Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.80885124Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a631902-1dd2-48bc-bfe8-df82bef6ed42\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.808960238Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.809579992Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.80963892Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.809672647Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.810842388Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.814275047Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.824630159Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.82475131Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.824850588Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.825124724Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.825233691Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.825574721Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.82973019Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.840502644Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.84096245Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.841175865Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.842837456Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.933116992Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","sled_agent_url":"http://[::1]:41754"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.933262873Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:41754/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.934133347Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.934400108Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.934500679Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.934585909Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.938252133Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:42.938396641Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:65327"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:42.938633804Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.939412565Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"oximeter","body":"None","uri":"http://127.0.0.1:55729/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.939749527Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b84608fd-0620-4f82-98ee-1f0836769c74","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.940019435Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"477c14f7-eff3-42a6-8a67-8ae6fe6a224d","remote_addr":"[::1]:65327","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.940351236Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b84608fd-0620-4f82-98ee-1f0836769c74","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.940420263Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b84608fd-0620-4f82-98ee-1f0836769c74","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.941369965Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b84608fd-0620-4f82-98ee-1f0836769c74","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:42.941848349Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"477c14f7-eff3-42a6-8a67-8ae6fe6a224d","remote_addr":"[::1]:65327","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1848,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.942935174Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:41754/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"477c14f7-eff3-42a6-8a67-8ae6fe6a224d\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.947401944Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.947464368Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.947493777Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.950362452Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.950429947Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.950465528Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.950496329Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.951058269Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.951869014Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.959504377Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.959568344Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.959600378Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.960035986Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:42.961204524Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b84608fd-0620-4f82-98ee-1f0836769c74","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","latency_us":21126,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.961608048Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:55729/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b84608fd-0620-4f82-98ee-1f0836769c74\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.961750693Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"oximeter","body":"None","uri":"http://127.0.0.1:55729/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.962086131Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.971055492Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.97151122Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.971557001Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.973930039Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.975215019Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3cb0c827-2fc5-40c2-b56c-3c66ee63fa94","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.975515638Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3cb0c827-2fc5-40c2-b56c-3c66ee63fa94","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.975585548Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3cb0c827-2fc5-40c2-b56c-3c66ee63fa94","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.975985996Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3cb0c827-2fc5-40c2-b56c-3c66ee63fa94","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.976578286Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.976637273Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.9771626Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:42.980152537Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3cb0c827-2fc5-40c2-b56c-3c66ee63fa94","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","latency_us":4956,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:42.980913503Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:55729/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3cb0c827-2fc5-40c2-b56c-3c66ee63fa94\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.981035306Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:42.981094895Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:42.98112247Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.008775687Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.008845797Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:43.021371263Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:43.021678685Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.021736541Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":16,"elapsed":"495.49958ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.021775228Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":17,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.021804366Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.023967906Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.024035832Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.024070992Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.024097475Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.024136011Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.025931138Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.025994895Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.026024855Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.027828027Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.035063724Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.035132812Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.03516728Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.035587017Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.039971152Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.040576047Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","candidates":"[(6a0909fc-d9d0-4f32-bf6e-6d8817ef53fc, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.040630526Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.041282725Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:49949","req_id":"194c253f-796f-4cd3-ac13-8b8db5a4f7a9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 71 54 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 qT..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.041344729Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:49949","req_id":"194c253f-796f-4cd3-ac13-8b8db5a4f7a9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 29012,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.04169164Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.042091266Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.042146296Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:49949","req_id":"194c253f-796f-4cd3-ac13-8b8db5a4f7a9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.042769537Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2127, tv_nsec: 841526258 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.043021259Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.04338834Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:56168","req_id":"6f95f6ce-6f04-4b0c-80c4-e82f4ef48db8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 58 4c 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e XL..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.043437629Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:56168","req_id":"6f95f6ce-6f04-4b0c-80c4-e82f4ef48db8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 22604,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.043644451Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.043772085Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:56168","req_id":"6f95f6ce-6f04-4b0c-80c4-e82f4ef48db8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.109457459Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.109912465Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.109953818Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.110094628Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.110121622Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.11060236Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.111699736Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:51956","req_id":"cba16b12-3c34-44fe-a64d-fc726b97ff7f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 5b ef 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c [............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.111848252Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:51956","req_id":"cba16b12-3c34-44fe-a64d-fc726b97ff7f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 23535,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.112156597Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23535,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:43.112230093Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:51956","req_id":"cba16b12-3c34-44fe-a64d-fc726b97ff7f","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.112255794Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.112283249Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","mgs_url":"http://[::1]:46735"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.112501103Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.113947976Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.125517998Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.125579511Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.12560912Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.126132803Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.130154977Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1febdbf3-a2f2-4f56-846a-40b5449f8811\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.13049252Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.131550408Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.131608323Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.133546004Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.135038918Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d05b5750-0401-4a55-b276-f473c1643464\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.135333154Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.137858927Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3229be0f-151f-45a3-ae60-8da1159d1c00\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.138122312Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.141250134Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5664c20a-26d3-4e0b-8b3a-e85d2afeb351\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.14145902Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.14324065Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0aeaf861-dc07-4604-b07f-6e1505b5e83a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.143448804Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.153805059Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a251d5d6-b34f-4b2c-b45c-bcbfc45712be\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.154036039Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.160592001Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80c7f11b-5818-43a2-a650-006e6022fff4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.160784184Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.16711134Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a139b7d-249e-4531-bb6b-7a0239c624bc\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.167228033Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.169606121Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42bd0699-84c8-4377-9221-39621c61bfcb\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.169766731Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.173706821Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd00ccf2-08f2-40fe-b1e0-700a44db239a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.173980266Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.175644773Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c653f636-be71-4aa0-9cd1-710fd0522976\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.175911073Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.178905469Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f53bf5bc-b4b9-4a4a-9bc2-0ba1547223a4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.179216379Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.183423361Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.185870477Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a82a923a-8a0b-4ae2-861e-fc7750f47a17\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.187413201Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.191022802Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"245d5c9a-0b04-4cb6-9379-7f69237fa23b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.191253783Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.194426604Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2f9edc1-ea22-4293-9f52-4ae631ea2527\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.194919146Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.198672123Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c25238f-e050-4fa1-b5f5-fcb1c00377da\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.198754207Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.201780376Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"171a6ff3-f717-4d51-a93f-a7f733c876d5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.201918702Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.204465466Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efde64ac-1900-47ac-82ec-43578e3b5088\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.204658631Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.207219784Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e62e13f-bf1f-4687-9846-e9df74a2521e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.207296637Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.208115839Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b724c0de-e8be-4bb5-b496-ff5d65c85eaa\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.2083974Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.209406551Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7db5a5df-ca62-41a8-98b7-90eb3c4d26ac\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.209508895Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.21072621Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4067596a-e168-4dfd-8c6b-cf7d269e1f65\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.210805819Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.212279565Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae4b3d7a-8d6e-4ab6-b8d2-3d43cd44f193\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.212375526Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.213710366Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9f44f71-ad19-43fe-bedc-bdecbeaf327b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.213871277Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.215578458Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0fe403f-a8bd-4be4-8bfd-8b4c637b45d6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.215761934Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.218056656Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.218200602Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.218300852Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.219333339Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.220778599Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7517eda4-280b-4f69-894a-f62b429ca1ab\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.221018136Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.224681104Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.224867576Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.22511066Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6dc7add5-246f-4dd3-8d69-6a1f5be0088a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.225189578Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.230289799Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.230364899Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.234012847Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.234076394Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.234112576Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.234140712Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.237095139Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.238222405Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d402c65a-4cc3-47b3-95cc-26099bd5bbf2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.238521951Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.241958579Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.250008528Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.250070922Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.251017318Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.252110776Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.253321899Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9187b96c-605b-405b-a69c-9edfe1c79b39\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.254134068Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.256136086Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.256187789Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.25678548Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.260548738Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96f77867-ce74-4537-bc0d-9307e4f7452d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.260675541Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.262750305Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b931b21e-1ff9-4e72-97b8-13cba0a86f0a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.263398446Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.264831411Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b01a449b-5ef7-47b0-9f9d-386e963cefe0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.265078003Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.26805809Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c85c30f0-9f9b-4f71-a335-b9f40b30ebac\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.268365122Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.270345097Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2dded02-6cb2-4b5d-a592-7896941d33b2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.270474495Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.272219582Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf3db2b3-4a1b-45e3-88b9-f5343486500b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.272361735Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.276251415Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a17d213f-9d16-417b-8807-8c5a0ad31a64\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.27655504Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.280545881Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bef54b1b-7865-44da-8db0-ca2748bb7175\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.280737313Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.289131147Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.289412588Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27b3c08c-8d26-4a3f-846e-68ee6cc5a09b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.289545172Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.293312097Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a25d1d0-5a0b-4eed-b365-69aa44d5ae3f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.29342383Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.295389997Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ac2ba07-98fb-440d-86fa-9f953516f3dc\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.295570297Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.297996681Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13bf0b55-02df-4c2e-ba23-47d533ca710b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.298234886Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.302065728Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74646aa0-cd0d-495b-9e92-86178b1ac637\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.302470555Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.303882318Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1dbcdab4-208a-414f-b6c5-86c439d22183\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.304642973Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.306107632Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0c1947f-3940-4884-aefe-342bc23bbe96\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.306427349Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.308241784Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"105f6e02-3de3-4520-8e35-dc096addefb9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.308837571Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.310926182Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.310988116Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.311022865Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.312039801Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.318622717Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.328253977Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.32954565Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.329611772Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.329646391Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.329732352Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.33184907Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:43.33290332Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.338707144Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.343817426Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.344092684Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.34420074Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.345222936Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.346146146Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.346281676Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.34637395Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.346453829Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.34935552Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.431703203Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","sled_agent_url":"http://[::1]:41754"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.431869133Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:41754/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:43.432513106Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:62039"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.434428312Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.443600347Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.443990715Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.444036436Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.444411834Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.444552454Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"936d8135-0207-4579-a1e4-21ed43e475f7","remote_addr":"[::1]:62039","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:43.445462998Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"936d8135-0207-4579-a1e4-21ed43e475f7","remote_addr":"[::1]:62039","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":901,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.44673388Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:41754/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"936d8135-0207-4579-a1e4-21ed43e475f7\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.451957748Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.452087327Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.452119641Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.454052041Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.454329274Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.454372179Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.454403592Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.455023116Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.457034864Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.457101126Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.457609028Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.45970773Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.464525629Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.464887841Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.465035465Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.465702504Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:43.504927587Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:43.505243597Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.505388766Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":17,"elapsed":"483.463399ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.505535298Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":18,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.505567913Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.505708664Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.506344601Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.506399981Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.507667396Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.511851082Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.521402212Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.52154655Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.521594375Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.521834113Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.529987427Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","candidates":"[(6a0909fc-d9d0-4f32-bf6e-6d8817ef53fc, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.530197376Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.53198103Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.533013617Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:57804","req_id":"fb237b97-5379-4440-81c4-8c00a4d337ff","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 04 02 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.533225259Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:57804","req_id":"fb237b97-5379-4440-81c4-8c00a4d337ff","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 1026,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.533595376Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.5337628Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.533842468Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:57804","req_id":"fb237b97-5379-4440-81c4-8c00a4d337ff","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.534478586Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2128, tv_nsec: 333377320 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.534542333Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.535227929Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:56194","req_id":"b35357af-511a-4ebf-9935-4cb9ec7a05a3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 23 3c 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e #<..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.535291235Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:56194","req_id":"b35357af-511a-4ebf-9935-4cb9ec7a05a3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 9020,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.535379421Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.535465983Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:56194","req_id":"b35357af-511a-4ebf-9935-4cb9ec7a05a3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.600926629Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.60130364Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.601367758Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.601406185Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.601435483Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.60242775Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.603579886Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:62168","req_id":"cfa0063d-8ec6-47e4-bfb6-4ebee68ae521","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 02 a1 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.603645827Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:62168","req_id":"cfa0063d-8ec6-47e4-bfb6-4ebee68ae521","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 673,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.603846717Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 673,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:43.60394353Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:62168","req_id":"cfa0063d-8ec6-47e4-bfb6-4ebee68ae521","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.605050155Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.605106888Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","mgs_url":"http://[::1]:46735"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.60515313Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.610960521Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.621139232Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.621248459Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.621333889Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.621860118Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.635068615Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.637248568Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.63929711Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.641658395Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3293bf65-8d83-4520-a317-746da5184eec\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.64249915Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.65771677Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d354957b-4e40-45c1-878b-67713b854689\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.658676592Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.694286833Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f85490d4-4888-409a-956c-20b0ab8f0c7a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.695148139Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.716476856Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00caa51a-0fce-459f-b70b-38a2bb06b16f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.718574826Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.721999299Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8629fa71-4149-4075-9c3c-922dccdf6d3f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.722449566Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.727122176Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.72808298Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a99f9447-3cd7-49d0-8b5b-556ef032b2d9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.728319241Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.733078052Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19b370af-fe79-48f1-b9b9-d0bde2e57006\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.733119816Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.734215689Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3e45db0-e8b7-4c47-843a-46b0aeb3dbe8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.734356319Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.73949636Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e33dd4f1-a899-4031-80d9-8825c1d41306\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.740322486Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.742513121Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"452fb0e4-3025-46c9-9d2d-a4848aa22b50\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.742649874Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.743791799Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0afc6722-29c4-4053-bb31-10e8bf48bfc7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.74385752Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.747313055Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70243244-6ba9-48ba-8f7a-ad223b8febbc\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.747387613Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.749591094Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9ea8c1e-0626-459b-857e-7231ab09f3f9\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.749691053Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.757865009Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4411a859-35d6-4359-816b-6665560656dc\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.759774934Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.76307016Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2bbb6190-5ab7-465d-9d0a-78adfa44efcb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.763156702Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.766068133Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9fd92c79-c709-4cdf-9ff1-bfa6731f8ac1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.766133964Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.76893228Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec6ec378-7778-4d1b-b548-6f89f5aa868e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.769187889Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.771235188Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3fe8364f-9e4e-4017-a2ad-229e13581b86\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.771314797Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.773087619Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ffe8f41-9253-4d78-aaef-12aef576724e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.773251626Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.77407671Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f51f30e-8823-4819-a724-65cc3d75eea0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.77439307Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.775380467Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"735c4bb0-89ad-478b-9cb4-046bac46cae7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.775589434Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.776506892Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4477eedd-baa7-45e8-90aa-127481bd801d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.776575789Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.777511724Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"899e4c0a-17c6-4bb7-95d2-0be9e61ace5d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.777709718Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.777774728Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.777816882Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.777846741Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.777874336Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.778874799Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.782121168Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62a619cd-c786-4d92-8824-05a40cd85f5f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.782298571Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.782550022Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.790242749Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.790302688Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.790335032Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.790906331Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.793376332Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.79343558Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.794547045Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.796569394Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e24b186-efb6-429a-8eaa-1809676e0505\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.796912297Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.802268279Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"369c1439-654c-468c-86ac-b95e1767ae01\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.802697364Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.806013841Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac87a17b-5600-4ecb-b6dc-16160a4d8d5b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.806229321Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.810792202Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"353964ba-e585-486a-896e-06f46af942d6\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.81108726Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.815523298Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6bae0b04-9232-4d75-bbe4-b7ada5d12bcc\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.815774058Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.817663372Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6c525c8-87f4-4dba-a4a7-d1cef65ef554\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.817780045Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.819771713Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf8627f8-6ac0-431d-8ff9-f1ae456211a1\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.819889317Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.82098992Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a54d823-3a48-4f52-a763-97c5bab0bb6f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.82112024Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.822880447Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c121769a-266d-4b4a-a7aa-a83f16cea76f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.822945877Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.83541957Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86c7cab2-3bdb-403d-b72f-4eccc37228f9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.840729921Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.841253474Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.850871728Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3286497-bcb0-4277-b89e-7adcf136bdc9\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.851368929Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.85952052Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a5affc0-cdad-46ab-a9c8-f75b1a2500a8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.85976144Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.86404761Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"395a5a8a-18a1-4f76-a65e-e15a9c65d1d6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.864272829Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.866876727Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b61d390-df96-4f1b-b43f-df1e8a53c357\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.867102787Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.869692487Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af010a86-2c75-41bd-9aae-0429546274b1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.869935191Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.872279712Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e1f71cb-f14d-436e-9857-b17caea16ad1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.872495963Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.875027046Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd5655d6-f00f-4058-927b-202f0d24301b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.875359498Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.879487854Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36cbaac3-982b-45b8-89de-bcd17b8b115b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.879857981Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.881596786Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7614e488-f412-45ea-9d41-dd2466ca50d8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.889995319Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.894891555Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.894960622Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.894996033Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.895025271Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.905593397Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.906594572Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5891c25c-fd4d-4513-a6cc-cf941c2f5207\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.906677397Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.90965505Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.922457197Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.922525493Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.922554321Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.922993496Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.924813302Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b1f7c41-ac54-4bba-bb64-e313027e9c2a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.924878542Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.924909604Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.924939102Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.924972078Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.926943165Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.927905593Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.928057065Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.92889806Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.930939999Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.938331987Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.940881817Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.940945113Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.940976686Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.94100348Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.941302535Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.949393666Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.957303576Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:43.957374127Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.957407233Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:43.95829901Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.048995877Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","sled_agent_url":"http://[::1]:41754"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.051153476Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:41754/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:44.052314179Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:52618"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.052663154Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.052883143Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.054285577Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"a672df78-8ae9-45e5-a1bc-706665787806","remote_addr":"[::1]:52618","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:44.057527596Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"a672df78-8ae9-45e5-a1bc-706665787806","remote_addr":"[::1]:52618","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3082,"response_code":"200"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.058656455Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.059740125Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.059804443Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.05983301Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.05985821Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:41754/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a672df78-8ae9-45e5-a1bc-706665787806\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.062514522Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.062574612Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.062605824Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.06832018Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.068386582Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.068419648Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.068447453Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.069521173Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.072968321Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.079252341Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.079650114Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.079705524Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.08106871Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.10863788Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:44.144183052Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:44.146257775Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.146734245Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":18,"elapsed":"640.948557ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.146902751Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":19,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.147040264Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.147162698Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.147257046Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.147342968Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.148556546Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.161379144Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.161596537Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.162027466Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.162100882Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.165799982Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.169895392Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.182802148Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.182876115Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.182912327Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.183383807Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.185330345Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.204074491Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.204263378Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.204316113Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.206248233Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.210098053Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.210160738Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.210607598Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.210790833Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","candidates":"[(6a0909fc-d9d0-4f32-bf6e-6d8817ef53fc, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.210842065Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.211679634Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:49997","req_id":"8a62ca3f-24b0-4fd3-96ec-9f56fcbb82b9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: fa d0 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.211980834Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:49997","req_id":"8a62ca3f-24b0-4fd3-96ec-9f56fcbb82b9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 64208,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.212077056Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.212262335Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.21236031Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:49997","req_id":"8a62ca3f-24b0-4fd3-96ec-9f56fcbb82b9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.213125365Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2129, tv_nsec: 12021884 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.213187138Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.214685503Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:60165","req_id":"4a69cc67-17a2-4dd3-8bff-97c263f64383","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: b8 ff 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.214748048Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:60165","req_id":"4a69cc67-17a2-4dd3-8bff-97c263f64383","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 47359,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.214878668Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.214902235Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:60165","req_id":"4a69cc67-17a2-4dd3-8bff-97c263f64383","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.302678985Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.30348958Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.303970037Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.304257109Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.310639936Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.311318769Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:50167","req_id":"2b78dd59-f208-4f36-aaa4-2c7f0d5c839e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: e6 fc 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.311381073Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:50167","req_id":"2b78dd59-f208-4f36-aaa4-2c7f0d5c839e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 59132,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.311616011Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59132,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:44.311712092Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:50167","req_id":"2b78dd59-f208-4f36-aaa4-2c7f0d5c839e","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.312033463Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.312083953Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","mgs_url":"http://[::1]:46735"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.312111939Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/ignition","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.315529318Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.315594157Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.316789679Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"624e9bd0-3c25-4796-bdb8-aaeefa724419\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.317065609Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.319127808Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3531472f-d367-4811-8286-6643c9648aa1\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.319334099Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.320216878Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.320276557Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.327076094Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fe14962-3176-4d40-ae63-ddd091633222\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.327374439Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.332213771Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d211ddfb-adb9-4632-b8a1-7f0af545d201\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.333743318Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.339552873Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a1b89f8-eaae-4e2f-af81-fbb4616617a8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.339697321Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.340164282Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.342904451Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c2a79f3-c02e-47ea-8047-1dc82dbc51cf\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.342989851Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.34719025Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c81b688a-ed02-41c5-8f49-f110248ee1ed\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.347270019Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.348981219Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fbd54c69-8a33-4339-85e2-3ded3f0b4453\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.349208963Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.349981261Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4aa55534-10b6-4935-9d3a-0cfb82fa5b78\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.350117553Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.351288726Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"263008d7-33e9-4971-b363-d01d335d319c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.351587391Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.352607344Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57ec0def-c8d2-4da1-a79d-8eecf2442cc5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.352914255Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.355037986Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74b491d8-e96b-4f61-b0c9-43d027256fa4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.355368265Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.356599858Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87516451-34c5-4a4b-943f-350694ba9f29\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.356829706Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.359715656Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6cc6429-dafd-4c08-be89-442011648b77\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.359957348Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.362939349Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1ee2fb2-c417-4f96-897a-aca82ba161c8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.363008136Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.365345504Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a9526d1-474e-4a76-b2fc-7bf74e71e6ea\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.365453038Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.37026242Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92ba22e3-1637-4711-b067-f7719ca12a15\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.370396878Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.37272674Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb226993-a196-4edf-8507-a07dbe6065e3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.372877631Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.375459154Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be48af61-8426-4874-8f65-44a1b7c81a45\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.375549284Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.376356612Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74b9b632-7bd7-471c-8e8e-b1c726b7c53f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.376500279Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.37831294Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3455a005-3a70-4ac2-a55e-bec1d07df589\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.378615553Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.380158327Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4cfd728-e785-4758-82b8-bcd59854960e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.380277725Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.381229291Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba9ae675-d4f6-4bee-8daa-55ed97df2291\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.381568677Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.383428873Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3ed7996-b49f-4dd8-bcc9-e0eca837ec00\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.383496729Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.38427542Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db2d347c-479e-4c74-92d9-bd894fed092c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.384322805Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.386219464Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f77294d-0d23-478e-a729-71cb6cc465da\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.386475003Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.38997678Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29ae15bd-2e18-44c7-991c-2502516ed1df\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.39004208Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.390426436Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a95015f-a6d1-4888-bea0-fe1b55727480\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.390478329Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.390853096Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.390889528Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.390920941Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.390948927Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.392134278Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.39466441Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d01984d5-c8de-4090-93d6-6df21d31b3b7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.394747675Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.39523181Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.402597746Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.40266486Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.402697455Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.403539753Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:44.405728294Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.40579691Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.405830337Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.407256669Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.407764801Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afd4f453-8cad-40f2-9acf-abb71a397d3f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.408001302Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.408926065Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1368d61-957b-4aea-8589-a5286e915cef\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.409161224Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.410224602Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23077ff7-d3e9-41dd-8a32-17735951bfc9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.410347577Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.411972986Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6a910dc-0cf4-4da6-b757-236f0b54681a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.412037434Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.412419846Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56230401-7d2a-48f5-9ad8-1c6fa20b8bde\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.412495326Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.41387727Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2c86a01-37b3-4241-9d86-b711f8cac408\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.414058291Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.417298216Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ef22b9b-9908-41fe-8b9e-174668f2150a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.41735539Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.421146083Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"070b35eb-2615-4079-bab4-a085f9286e15\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.42122003Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.425765356Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0873f153-0600-4475-8cc4-97551416d8d3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.426529248Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.428672038Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be32ea16-b93c-4b79-81a7-77a0424dbaeb\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.428761626Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.433556189Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.433838301Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a7615b1-7796-4439-9ef8-857f01c22d30\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.43403349Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.436295647Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"174f4214-4eb6-4296-b64f-686d8b90bac9\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.436361548Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.437615767Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60c19ca9-b1c5-44ce-bf81-e7d4640bb0b9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.437671218Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.438131475Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59318d76-4436-4beb-b619-4e3a72522a06\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.43820414Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.439097429Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3937cef-2bc6-4bd2-b3b2-ddb5cb3d41a9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.439251637Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.440074877Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfe9ec30-7c4b-48e6-a8a9-17d4c7afbff9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.440119606Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.440153834Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.440184325Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.44021674Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.441004339Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.444021921Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.449473333Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.449525166Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.449558372Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.449592901Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.449623682Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.452394954Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.455071186Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.460209444Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.46035815Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.460450284Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.461712689Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.52284959Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","sled_agent_url":"http://[::1]:41754"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.523019399Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:41754/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.523628883Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.523770124Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.523949111Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.524108559Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.525137569Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:44.525368048Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:62772"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.526719671Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"0230193b-8170-4791-bf4f-b8b4ea7372bd","remote_addr":"[::1]:62772","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:44.528047326Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"0230193b-8170-4791-bf4f-b8b4ea7372bd","remote_addr":"[::1]:62772","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1373,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.528538164Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:41754/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0230193b-8170-4791-bf4f-b8b4ea7372bd\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.53184349Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.531935393Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.531997266Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.535139617Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.53526648Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.535358022Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.535484364Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.536136343Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.537136897Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.546208441Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.546271076Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.546304062Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.546911191Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.548953481Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.556540096Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.556711217Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.556763121Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.557405661Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.561372715Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.561431763Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.562340804Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:44.629158694Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:44.630373434Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.630518163Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":19,"elapsed":"483.604501ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.630639996Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":20,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.630728061Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.631004923Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.631212867Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.631413627Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.632743697Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.636636984Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.64192485Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.642002595Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.642039078Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.642842128Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.647678804Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.648607284Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","candidates":"[(6a0909fc-d9d0-4f32-bf6e-6d8817ef53fc, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.648659318Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.650170549Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:50423","req_id":"52a1df9d-8c2b-4d5f-a9c5-04d2c07f3238","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: b3 03 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.650242192Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:50423","req_id":"52a1df9d-8c2b-4d5f-a9c5-04d2c07f3238","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 45827,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.650313594Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.650336389Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.650357511Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:50423","req_id":"52a1df9d-8c2b-4d5f-a9c5-04d2c07f3238","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.650397391Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2129, tv_nsec: 449222538 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.650433002Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.650845394Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:64921","req_id":"d9eeb0a4-598c-4c7d-a34e-3c3d89fe4c39","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: bb 05 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.65091365Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:64921","req_id":"d9eeb0a4-598c-4c7d-a34e-3c3d89fe4c39","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 47877,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.651001154Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.651024931Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:64921","req_id":"d9eeb0a4-598c-4c7d-a34e-3c3d89fe4c39","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.709928342Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.710324352Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.710385273Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.710421796Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.710450363Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.711212691Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.711536757Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:54335","req_id":"72a54c90-3980-4ed4-8418-22f265d3de0c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: a9 40 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .@..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.711691916Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:54335","req_id":"72a54c90-3980-4ed4-8418-22f265d3de0c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 43328,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.711878217Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43328,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:44.711971894Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:54335","req_id":"72a54c90-3980-4ed4-8418-22f265d3de0c","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.712169568Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.712216692Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","mgs_url":"http://[::1]:46735"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.712334366Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.722552245Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.730681031Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.730746902Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.730777413Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.732367852Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.732586417Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b514a6ba-02ef-4af6-9080-4b7aaa0d669c\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.732874922Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.736791796Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fbb22cf0-a5f4-49fa-b5ea-7933e34ca3c3\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.737066353Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.737273466Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.737321902Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.738147287Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.74108979Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"435ff139-a989-47e6-a422-cb93b5330f65\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.741175731Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.745969522Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d651b041-f06b-469e-97af-8c85d15203ef\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.746772592Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.751476735Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba145a12-3a78-4657-8a93-ae2c8f8ace2f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.751824127Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.759912002Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02ebde4c-467c-4ae8-856d-05a47a085055\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.760181809Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.764506286Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e1d9b2a-a422-45e1-8064-69e81539532a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.764735061Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.768307028Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d80b883-190f-4f7f-b65a-a208d6c3a25d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.768524982Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.771741551Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52eac60b-12ab-49bf-9702-fd82a4b34765\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.771979525Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.772645903Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.775149341Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a624d09-5511-4709-ac94-8d8a6ecef718\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.77555026Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.776930801Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"612edc39-c871-47ad-bd7e-6ae7e88f506a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.777327491Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.778864604Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82dec78a-edcb-44cb-b4cf-841dd816361c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.779110413Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.782652982Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05638afe-b0fe-4c2a-bde9-a676cabe9961\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.783594097Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.793769069Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5dce66df-e163-4e44-845b-c8fd389cab6d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.794026252Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.795980465Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a9c8597-9f06-46d2-a11c-54c1688c9538\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.796225594Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.799918712Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d0a0113-d468-4b11-9cfd-c9cd76baa4e4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.8002136Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.807452062Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b2a86c4-127e-4305-be2a-f39ecd4fb62b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.807638573Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.813987213Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19a3cfcf-d7e2-4cac-9315-605515cd0472\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.814313092Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.819006153Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7232c3a6-519e-4064-a7b6-64a639b72d1c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.81923556Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.823919983Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0536233-2888-4156-b969-9d37afca62c0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.824172015Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.824573655Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.824759365Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.82486178Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.824949855Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.827627169Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.829837954Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa4a6301-1dfa-4148-acc7-e396dc69b281\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.830113363Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.83270684Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4e155ac-f2c8-471f-945c-86501a5ac48e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.833076226Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.833568367Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.843678962Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.843764572Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.843901585Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.84554004Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.847004347Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87fa6dd0-2b6a-45a2-be26-c20bcbc12974\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.847324214Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.848921246Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f020f261-f674-4962-851c-4ad1e7b9dad6\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.849191725Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.849785078Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.849893664Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.850654059Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.852266662Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c66fc7cd-7646-4ba9-9428-156981b21b04\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.852680907Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.870930869Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8cee730d-f057-426a-afd1-4b66e2772912\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.871013354Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.880392671Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4796883-cb5d-4bac-ad92-45663ce5bfb9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.880599313Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.888585054Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb985003-74dc-40f1-a952-4d6a891f52b8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.888764411Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:44.893964061Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.894872321Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"oximeter","body":"None","uri":"http://127.0.0.1:55729/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.899625121Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"90c844f2-33bf-4471-9b52-15127a31f121","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.900670664Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"90c844f2-33bf-4471-9b52-15127a31f121","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.900738409Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"90c844f2-33bf-4471-9b52-15127a31f121","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.902079521Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"90c844f2-33bf-4471-9b52-15127a31f121","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.902138138Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:44.916029616Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"90c844f2-33bf-4471-9b52-15127a31f121","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","latency_us":17180,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.917019147Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:55729/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90c844f2-33bf-4471-9b52-15127a31f121\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.917956455Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"oximeter","body":"None","uri":"http://127.0.0.1:55729/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.918787591Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"89299b57-8666-4ab5-a3a6-647078ac534c","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.919162437Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"89299b57-8666-4ab5-a3a6-647078ac534c","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.919287116Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"89299b57-8666-4ab5-a3a6-647078ac534c","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.92084027Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"89299b57-8666-4ab5-a3a6-647078ac534c","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.922912559Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c144b265-bdc6-40c8-b136-236760333e07\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.923326434Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:44.926610227Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"89299b57-8666-4ab5-a3a6-647078ac534c","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","latency_us":7826,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.927952641Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:55729/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89299b57-8666-4ab5-a3a6-647078ac534c\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.928138201Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.929014507Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:44.929102452Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.934483945Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84ac2157-5fa1-4b12-af5e-7581bed6fba9\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.934836577Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.936752535Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d607d62-02bb-4faf-9fb7-f64db8d31d88\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.937044727Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.940858736Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27c5d4bd-130e-4595-a47e-c2e51ef41441\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.940924948Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.942662099Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c99828b8-140c-404b-976a-32e924d11574\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.942804703Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.944287518Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0944e34b-7fc3-4deb-81c4-9c35a62a35fb\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.944356124Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.945550604Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"900c1deb-31ac-4ef7-af09-e6d84a0240b8\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.94564885Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.949386287Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c9f0ec1-03ff-4f9f-8844-46bded8ddbea\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.94958381Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.951260471Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f9a3314-24ef-4608-8126-5099f9b268d6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.95138066Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.952660069Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.952701933Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.952733115Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.952760489Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.954794382Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.955894073Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c56bb3ea-2328-4fb4-ae5e-4f4200027fb3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.95596793Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.960557003Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.970760323Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.970899651Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.970975802Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.972098118Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.975284537Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.975345879Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.976220562Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.976882922Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0a85297-4cc9-4986-ba8f-423d9aa07b1e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.977012981Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.98500261Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d983636-04f8-476a-8a2c-52ee0407ae9a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.985195103Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.989154432Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f76fe55-66e4-4c3e-ad95-993ee707b878\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.989217949Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.990549411Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ea0aaf4-2755-4b63-99a3-d08a348f9c2f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.990688489Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.994817094Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3eaccec-ef7d-4060-9534-3565c3d16c86\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.995955713Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.996717681Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f480a9c-99e3-4da8-bb1c-de538ad8ab67\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.996879734Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.998451466Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75e9484d-5dc5-4216-a31c-8da27d18918c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.998516285Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.998557838Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:44.998587246Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.998614471Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:44.999590255Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.003131019Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.010111728Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.010172369Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.010206868Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.010277759Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.010319292Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.011289645Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.012472442Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.012519225Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.014162088Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.018262207Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.018326596Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.018359581Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.018672755Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.021233477Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.023570824Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.023633339Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.023736304Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.032061231Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.09987239Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","sled_agent_url":"http://[::1]:41754"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.099941548Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:41754/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.101186459Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.101241368Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.101270797Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.10129778Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.102037705Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:45.102082835Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:59717"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.102576218Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"b542fd79-30ec-4227-b9d3-3e17a55c98c2","remote_addr":"[::1]:59717","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:45.103031004Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"b542fd79-30ec-4227-b9d3-3e17a55c98c2","remote_addr":"[::1]:59717","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":455,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.103305571Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:41754/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b542fd79-30ec-4227-b9d3-3e17a55c98c2\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.107433455Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.107513595Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.107543084Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.111557903Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.111735306Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.11177245Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.111807019Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.112514188Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.112821611Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.121551996Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.121625712Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.121662105Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.122827747Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.125301386Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.125362548Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.126816976Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.127580226Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.132228848Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.132493095Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.132546291Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.133150545Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:45.170091207Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:45.170994166Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.171058444Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":20,"elapsed":"540.373378ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.171099335Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":21,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.171128293Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.171159245Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.171190016Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.171219936Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.172064418Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.176996726Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.189148547Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.189234489Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.189267925Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.189714325Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.191465734Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.194146756Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","candidates":"[(6a0909fc-d9d0-4f32-bf6e-6d8817ef53fc, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.194223499Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.195723147Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:50005","req_id":"a3095d48-838e-4211-9ed5-811b4b31af70","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 93 2e 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.195792745Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:50005","req_id":"a3095d48-838e-4211-9ed5-811b4b31af70","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 37678,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.195993325Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.196598521Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.196877797Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:50005","req_id":"a3095d48-838e-4211-9ed5-811b4b31af70","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.197275029Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2129, tv_nsec: 996195757 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.197435579Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.197771137Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:63699","req_id":"a6e0b6e7-122a-4dc9-8e14-6c462e9ff5af","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 9c e3 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.197826317Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:63699","req_id":"a6e0b6e7-122a-4dc9-8e14-6c462e9ff5af","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 40163,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.198091926Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.198127858Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:63699","req_id":"a6e0b6e7-122a-4dc9-8e14-6c462e9ff5af","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.26357133Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.264360933Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.264478177Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.264523547Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.265730883Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.265824409Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.265868517Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.265901533Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.265926903Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.266830484Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.271953451Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:54175","req_id":"a8a293b5-a1c7-481f-a1cb-9c10c42883ee","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: ad 51 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .Q..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.27205325Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:54175","req_id":"a8a293b5-a1c7-481f-a1cb-9c10c42883ee","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 44369,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.272559879Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44369,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:45.273044735Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:54175","req_id":"a8a293b5-a1c7-481f-a1cb-9c10c42883ee","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.273591414Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.281221767Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.281325143Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.281357818Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.282125588Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.282406648Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.282463201Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.28345166Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.283507652Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","mgs_url":"http://[::1]:46735"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.283535317Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/ignition","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.287486419Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.287575066Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.299181932Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.299259336Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.299290007Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.299321941Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"707b7cff-a8ad-4551-8c0e-52f3560e2cdb\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.299363644Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.29939707Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f3cd70a-8e02-4f36-bb78-2b925e3d906b\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.29943212Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.304103447Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0fd37199-9b2d-47af-ac1e-d019d0a8d18b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.30424042Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.309076957Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49af7bc9-e62d-4f19-b989-7c04fce1f6fc\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.309186996Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.313200022Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e1f47fb-e167-4a6c-b27a-a9432702f334\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.313856851Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.328359216Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee6e2de6-0081-4566-a70e-54a23ded3682\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.328627851Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.338714598Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46081cfd-5aac-42ce-90dc-4f9fa9c3f3ac\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.339102831Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.340324105Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.345905465Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16e7bf72-c119-46ed-9d65-a1c6e2069450\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.345981968Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.346950838Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"855d9650-8922-4947-a4b4-205e60d30dc7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.347001689Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.347686654Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5aa9f9bb-c055-4baa-94b5-a8f06ece2260\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.347821132Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.348927927Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35cf2393-1431-4147-98ab-a003c758f049\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.348976153Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.350524909Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d895c7d6-2f1b-4c21-a14d-d5ab708a2d80\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.350584758Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.352537589Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f778f4d-8ec7-49fb-9390-57d832dd0d87\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.352595825Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.355031328Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50c649c3-966a-46a5-af4e-d0bed06b26cc\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.355101538Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.358672613Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1369b812-ca64-4fc6-855e-f12e618f916f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.358744256Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.360465545Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"757fe7e0-8890-4f60-841c-5def7718e8d6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.360692948Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.362883523Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e24bc31e-52af-4afb-810a-eb30f3a92678\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.363097339Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:45.366652502Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.367744879Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36fbc3f3-2cf2-4013-9c28-813385b11240\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.368693389Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.370873853Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8259fb4-a9fe-491e-a61e-5535317c157e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.37105811Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.374408295Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19e3b7d8-73a7-4af2-a195-f3e865e1f013\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.374474597Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.374509136Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c689302-e195-4754-b8a5-e3961fa668ad\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.374540318Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.376070968Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48f49f9b-afd6-4a05-8558-a022271c2970\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.376351066Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.376516857Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"323e70ff-6e0b-4595-af84-f61450a784b7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.376560804Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.378968601Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a502cb52-b10f-4723-a6da-e136c9b322fb\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.379022248Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.381957346Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c5eea66-192c-4141-a558-c4d1ec5bb6a3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.38207977Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.383814306Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f77df933-63c3-46d6-9de6-35df12ec7903\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.383942211Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.387127197Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"958a78fa-69ad-452d-a571-93953e5d8adf\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.387352857Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.390208176Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"956fb288-435f-4994-b383-cb216bd4cf5a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.390273887Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.391693144Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e72790d9-da6d-4ee7-b320-cabd79fe9322\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.391815037Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.392024254Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.392123452Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.392155766Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.392182078Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.392742896Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.394855154Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"531d2c7a-e102-49c9-8cd5-c9784752febf\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.395072097Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.395367886Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.401941353Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.402197554Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.402231431Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.402487301Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.411266353Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a3a5e53-f6b6-420c-9335-d349052d1e33\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.411600569Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.412006127Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.412052148Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.412938785Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.414242072Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a191eda2-bb59-48e5-ae46-0f36d5e7f69e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.414294396Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.41742338Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3ccdc05-40ca-4a3a-9a73-b006b1dd1737\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.417554261Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.421018042Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6b6863d-44e0-4ff4-9a7a-a34233e337aa\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.421060888Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.42109202Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0c2d028-f787-41ab-8e59-2a8c4fc867a5\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.421252219Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.425126849Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a5ba342-77f5-4773-9237-7c3719aeb917\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.42516748Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.426323533Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"336209fc-4f24-4483-8900-4f3f25df3782\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.426521868Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.432423557Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afa9630e-1c79-41e8-b3c3-9eeb4541a781\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.432562474Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.442275426Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"142d7b1b-824c-4f09-a453-91d212ef8b36\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.442366808Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.442708409Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.447435257Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d61b50a-b538-4a81-bca8-30c074c7f196\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.447755074Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.451984551Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1eaabc1b-2c72-4b52-9c94-3d7f86a2a98e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.452235972Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.453492485Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7cd6e559-b834-42a3-8f37-2a1cd3061ed1\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.453714448Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.455299977Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"613e9dca-d923-4e89-9b81-b5f17d1e8886\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.455579925Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.457299761Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27716a73-ebcd-492d-8491-3eb9a579af97\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.457568056Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.458545052Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9fa59400-dfbe-47b4-8780-ff68ab2543b8\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.458828327Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.458993927Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.459088034Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.459173605Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.459877668Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.462807435Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.469848935Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.470054374Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.470162319Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.47025318Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.47033851Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.470989407Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.476088877Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.481021906Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.481103539Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.481141164Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.481992009Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.567125241Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","sled_agent_url":"http://[::1]:41754"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.567211834Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:41754/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.567595889Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.56764163Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.567672893Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.567700938Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.570409756Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:45.570538853Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47462"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.570578572Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"f17ae118-41e6-4c4f-92b3-d33d1b5e0c34","remote_addr":"[::1]:47462","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:45.570725805Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"f17ae118-41e6-4c4f-92b3-d33d1b5e0c34","remote_addr":"[::1]:47462","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":923,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.575095872Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:41754/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f17ae118-41e6-4c4f-92b3-d33d1b5e0c34\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.578798139Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.578963588Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.578998929Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.583573493Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.583647581Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.583684495Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.583712651Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.583736679Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.583766007Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.591171682Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.59124072Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.591275078Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.591387953Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.595735696Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.605283219Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.605361394Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.605394861Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.606697246Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.61959806Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.619644493Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.619667839Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:45.668014196Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:45.668603741Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.668756064Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":21,"elapsed":"497.510527ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.668798519Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":22,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.668825813Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.66885423Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.668882927Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.668912897Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.672084887Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.674794034Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.67533888Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.682017737Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.682093959Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.682130502Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.68215962Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.68637546Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","candidates":"[(6a0909fc-d9d0-4f32-bf6e-6d8817ef53fc, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.686441451Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.687762784Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:64025","req_id":"0e34aef9-2cc2-473b-8b7c-a0c976d984a9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 44 e9 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 D............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.68781102Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:64025","req_id":"0e34aef9-2cc2-473b-8b7c-a0c976d984a9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 17641,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.687879446Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.68790117Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.68792147Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:64025","req_id":"0e34aef9-2cc2-473b-8b7c-a0c976d984a9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.69194159Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2130, tv_nsec: 489799460 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.69201716Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.692076318Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:50233","req_id":"4fb369ff-1522-4183-8148-88c5e8d5ff84","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 86 40 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .@..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.692115657Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:50233","req_id":"4fb369ff-1522-4183-8148-88c5e8d5ff84","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 34368,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.692198512Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.692220756Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:50233","req_id":"4fb369ff-1522-4183-8148-88c5e8d5ff84","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.756171905Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.75680175Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.756883783Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.756920676Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.756950786Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.758611145Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.758992855Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:59838","req_id":"8c2b72f7-0678-41ce-b36b-8cac7708e150","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 25 dc 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c %............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.75910568Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:59838","req_id":"8c2b72f7-0678-41ce-b36b-8cac7708e150","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 9692,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.759344766Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9692,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:45.75950743Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:59838","req_id":"8c2b72f7-0678-41ce-b36b-8cac7708e150","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.759629704Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.759692669Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","mgs_url":"http://[::1]:46735"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.759740104Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.761306084Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.769953463Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.770034866Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.770067831Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.770459442Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.778099855Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"097639fb-540d-4976-8b75-5804e6201c3c\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.778317578Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.783448662Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.783562779Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.784471039Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.786005916Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb2280a2-8f26-459f-bbcc-03ad715abdb2\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.786338579Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.790041577Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62ecd88f-1ec4-47db-9f0f-98a0d550baaf\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.790223489Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.792339916Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ff732ce-5e6c-4ca4-8cd1-fa527fdb3c2d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.79260756Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.79563943Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b31cd593-6994-4abb-9a5d-fa9b80919a0b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.795709821Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.800043144Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3236cd1-eeba-426f-bfbc-3a3178cb136f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.8004928Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.80761949Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aec25919-8001-483d-813e-219c173c422e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.807715241Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.810418036Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d0ff493-f470-472c-948c-97a80e42a8fd\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.810585469Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.81291977Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a17f7a2-b38c-4784-aace-380e3ea6b22b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.813137153Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.816533551Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fae9b2b8-7f69-4812-b5a2-caba166045f4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.816826003Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.818322615Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.826386231Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49a0bce1-a792-4fab-a3f0-eb64240731fa\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.829024398Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.832681995Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55bf8bc1-10b0-4fd0-9117-47f91b2e56a7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.832896523Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.835024312Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f9fdbf0-5479-4870-ab3f-44645a1edea4\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.835238319Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.838731559Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59bfabdb-159a-4c9d-be90-f4be4e6ed42c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.838886437Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.841033876Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ce15d20-0f6e-4a81-8a2d-50e93bb1e752\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.84117643Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.842913812Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d8e86d8-3536-417d-8eaf-f7d54abc4b42\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.843015173Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.844797665Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"512539c4-0f43-42a0-baaa-cef01a7ea58e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.844934197Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.846844253Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"419de69b-b1e0-46c9-af75-0ce6d05238d6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.846985193Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.849248904Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bbba29b4-2084-4fb6-9be0-fd2076d4ed26\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.849383742Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.851027648Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46c8f165-1938-4fb7-9323-b17226ab2b30\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.851098709Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.852536344Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc652fcc-b8f8-4e70-9963-e5de0193fad6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.853078414Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.857299975Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5d8a0a4-57b0-440c-afc5-fb18affb7036\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.857555324Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.860638427Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b79f9af3-ebf1-4af4-b78d-9fe5197bcb16\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.860844096Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.865333551Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78c531b8-234d-4822-ba90-b8eae46d65f0\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.866081882Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.868918394Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.86897677Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.869009195Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.869037942Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.870315748Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.873111017Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0169df5-a546-4169-bed5-16b6a82fd8df\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.873370765Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.874530436Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.899429736Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.899505377Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.899537851Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.900025964Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.903772438Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.903946325Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.905070545Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.909655871Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d10b032-f335-4bf7-81e9-5abd311b0a23\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.911210468Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.918383971Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7972eb4-8374-4237-be10-1ac4ff7819e4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.91862967Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.928693853Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b77093d3-47e7-4881-b378-73e8b34f7b17\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.928937458Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.93374644Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"939c14c5-ecb6-4dd2-a606-7685b92571c3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.934193831Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.939628419Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a0b0e63-c742-4269-9bd6-1ace0a2f6922\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.939859179Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.941389658Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10106a89-3642-468b-ba6d-a239b897a838\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.941675578Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.943570874Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"acc7f87e-7c6d-4255-b030-208f3cf07a94\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.94380982Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.945706169Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"189e244f-5c6c-44b8-970a-1d9b23349aff\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.945977639Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.948992015Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e031d96b-9211-464b-8374-4ed2e6cfd00d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.949207234Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.955350254Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.958001226Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75715df7-2d05-4798-88db-0882ce74b990\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.958279881Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.961472572Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72f3a9e0-0b2f-48ba-a8ad-02dcad90b5ec\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.961665046Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.964759471Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"613a975b-df27-42fc-90f4-3e3848fb8143\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.965086793Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.968154866Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a891027-84e7-41f7-b9e0-f7d2ab900c71\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.968317651Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.973440528Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3f15e11-9bfc-4661-8f89-05071c818252\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.973673011Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.97699501Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71e97a1b-a91a-4536-bb98-a33ae7736713\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.977118205Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.980124114Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e82b8a1b-e2b8-45e9-886a-f74122239ba8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.980191809Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.981011803Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"278c1401-d268-4b49-90c7-7e39c9b9ba5a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.981156221Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.982565238Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a20ba23-7d90-4b97-a32b-e20ef9e81944\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.982728774Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.984055317Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce31d21c-4835-4c8e-a86b-713e7368cfd0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.984255436Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.985852828Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70482b0e-6ab5-4283-be0e-8c536e3eb0a9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.985987186Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.986037135Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.986066805Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.986092756Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.986814484Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.989665725Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.994700547Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.994763562Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.994797149Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:45.994825696Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.994852149Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.995289721Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:45.997987576Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.003648465Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.003814005Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.005816705Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.006692069Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.006999261Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.007069471Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.007103499Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.007130372Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.007521361Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.007794265Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.007846369Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.010150139Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.011170813Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.011448626Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.011500439Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.089051375Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","sled_agent_url":"http://[::1]:41754"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.089195081Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:41754/inventory","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.089668424Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.099553229Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.099610162Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.09963931Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.100635315Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:46.10090904Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:42780"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.102149301Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"eeb6ace9-015b-4ae2-8a48-6c6474a04826","remote_addr":"[::1]:42780","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:46.102583577Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"eeb6ace9-015b-4ae2-8a48-6c6474a04826","remote_addr":"[::1]:42780","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":445,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.102955588Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:41754/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eeb6ace9-015b-4ae2-8a48-6c6474a04826\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.106254912Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.10632431Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.106353849Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.110653926Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.110729216Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.110765549Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.110794727Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.111496565Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.111972934Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.112028525Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.114042197Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.116204395Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.127026588Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.127239462Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.127293409Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.127973084Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.171640198Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:46.180470812Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:46.180830939Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.180894656Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":22,"elapsed":"512.207049ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.18093636Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":23,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.180964977Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.18099677Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.1810319Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.181063092Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.181983556Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.18512254Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.199414837Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.199505497Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.199540828Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.200273077Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.205585551Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","candidates":"[(6a0909fc-d9d0-4f32-bf6e-6d8817ef53fc, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.20565005Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.206399884Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:55264","req_id":"ba2341c3-69b6-4644-aefa-04623bdf4532","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: e5 7f 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.206557708Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:55264","req_id":"ba2341c3-69b6-4644-aefa-04623bdf4532","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 58751,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.206791093Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.207068486Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.207165079Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:55264","req_id":"ba2341c3-69b6-4644-aefa-04623bdf4532","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.207516058Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2131, tv_nsec: 6413489 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.207575987Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.208017968Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:60946","req_id":"5ba2c2dc-2b6d-4ee3-a281-2ec196ad4405","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 87 32 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .2..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.208107386Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:60946","req_id":"5ba2c2dc-2b6d-4ee3-a281-2ec196ad4405","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 34610,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.20820462Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.208228768Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:60946","req_id":"5ba2c2dc-2b6d-4ee3-a281-2ec196ad4405","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.276802597Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.277427953Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.277830615Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.277894172Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.277931175Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.279565993Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.279982803Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.28022207Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.282388196Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.283261756Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.283763005Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:52284","req_id":"da940d1c-9fc4-42f9-b0b2-13ecf586800f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: a4 17 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.283873746Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:52284","req_id":"da940d1c-9fc4-42f9-b0b2-13ecf586800f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 42007,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.284077421Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42007,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:46.284184555Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:52284","req_id":"da940d1c-9fc4-42f9-b0b2-13ecf586800f","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.285113486Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.285171682Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","mgs_url":"http://[::1]:46735"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.285202994Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.286443415Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.298032085Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.298085832Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.298118006Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.298880295Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.30083509Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.300948045Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.302089169Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fe7cde1-9b19-4a54-aa43-e95f01efa835\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.302372964Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.30282253Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.302878622Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.303349299Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.305978247Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.306035301Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.306920755Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc99f830-8834-4d28-b781-566131749118\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.308138752Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.30919176Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f86f87f-8f3e-4a01-8c16-efbf16504b4f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.309475816Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.315198137Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8f025b1-82e3-4bbb-9c0c-bd5d3d6f6700\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.31532004Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.321604582Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43ae23fb-25c0-4612-ba64-9770ac8e6511\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.321833979Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.338545265Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6612aa80-5fab-4a0c-a13a-a1e35375956f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.338728901Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.342483602Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"074faf5e-d722-4b46-886a-d09653688991\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.342754171Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.345101538Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ff5b8c8-e2cc-47ae-b07d-bad63d52818d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.346494153Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.349100656Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98657892-2ce3-4127-9454-f506cb0cd367\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.349486705Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.351620256Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.354330125Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7161625a-596d-4dab-a25e-00c376c0350b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.354440615Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.355318344Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1287200-7dd8-4c6c-ac16-6a1e412cb2e4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.355463944Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.356596401Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2318e7e0-84fc-4d0a-bbdc-425e60312cf6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.357129092Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.358355496Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce8bf4a4-4182-442a-9939-5529b746a6a2\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.35852315Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.36013918Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"caef6f83-88fe-4c1a-91d3-2f9363e5cd77\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.360352835Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.363563282Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7a7b126-fc93-4541-93a2-ea754fabc08b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.367202683Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.369144773Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49697eba-92df-4087-9233-05f49fd29316\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.369221746Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.371277041Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5291bb2d-9d74-4e97-92ad-cec0472c79bb\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.371444414Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.374270034Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa0a73b5-133e-41f8-afbc-5c7538df9a93\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.374399502Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.375906866Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a496d3c2-1d4f-4294-9e68-ac490bba3dab\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.376247364Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.377185002Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a11a9d0-2533-472c-b738-fe6f8ccb40c3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.377330031Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.378788758Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88be87d9-4577-4656-a1b1-98b54daf8d03\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.378943075Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:46.381210793Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.381688315Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52e1bb3a-b336-49af-bf3d-a06637d66000\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.381838865Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.382956351Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75940079-6155-40ae-abb7-93e26bfc1c1f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.383243503Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.385629668Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be0299f2-271c-4b3f-9be8-ac0c5420beb8\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.385792833Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.38920458Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f7604ea-1d33-4fc5-84df-75e327109b9c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.389270662Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.39129703Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9147b557-0c37-4838-a6a4-74a0181bead3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.391363742Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.394889417Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ea4caf5-d294-4ff5-b838-2e05d71df245\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.394943745Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.402246476Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5b5e7e8-44ca-4856-af34-a43977307b99\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.402638086Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.40292129Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.403053033Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.40314699Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.403231268Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.40470312Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.407235235Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb002d92-6275-4307-81cf-01478213868e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.407475013Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.409467232Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9319944-a568-4a69-ba94-58803a03279a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.409700878Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.41110705Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1abb752f-2e3a-445d-83a5-7237ac7b4e56\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.41141353Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.423358069Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81dc2850-ef7d-4830-93d5-9745ce089fd6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.423738898Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.424555094Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.434842401Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.434945907Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.434989664Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.435501564Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.437338664Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3144ab9-c973-4b4e-9b8c-c43182e1d95d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.437478894Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.439482095Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bad9af5b-d4cd-4b7c-8eea-982467c7a0e3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.444208833Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.444402739Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.444455685Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.445190619Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.449172453Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69f5b82b-dace-4d21-8d92-7fa68f2a3ddf\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.449468062Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.45434561Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b7a00c2-1b66-4502-a56d-70ec6f5d356a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.454571991Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.456644109Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e8264ff-3993-4dac-9909-1c1b2915728c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.456904949Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.459988463Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ce12238-4a75-4269-b228-3c7c3ce0124f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.460250896Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.462528474Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4297ef89-4a3c-4876-9066-39d556b4a3e3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.467321303Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.469825242Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3164fe99-c3b8-4ebf-a910-7cb729301785\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.470061332Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.472366976Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f5b59fe-ce8e-4420-80ae-ebb98596f6a0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.47258498Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.473642538Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eccae763-2325-4f3b-a415-7427dc011f58\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.473877826Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.475232986Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a0ebeff-1ea9-4b74-8416-2c59bb0d3498\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.475516812Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.477615493Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb7bbcb5-307c-4dfe-abf0-ae1e2d54d0d7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.477840001Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.484770389Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8ee7b74-26c7-467d-a1d6-d96f07f374e8\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.484975478Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.485095737Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.485250786Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.485343862Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.487077015Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.487481872Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.507658773Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.513066457Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.513131727Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.513169252Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.513200444Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.513227027Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.514554452Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.520236202Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.526289343Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.526354653Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.526389362Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.526879178Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.591568738Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","sled_agent_url":"http://[::1]:41754"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.591793365Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:41754/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.592398762Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.592527608Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.592617297Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.592698449Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.59353724Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:46.594217044Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46837"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.596287921Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"f190d6e7-6022-433a-b37b-46a01b14c7fa","remote_addr":"[::1]:46837","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:46.597146832Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"f190d6e7-6022-433a-b37b-46a01b14c7fa","remote_addr":"[::1]:46837","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":869,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.599039082Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:41754/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f190d6e7-6022-433a-b37b-46a01b14c7fa\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.601322281Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.601414335Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.60147727Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.606227775Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.606323205Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.60636076Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.606391622Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.607314029Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.607887282Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.614609996Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.614689625Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.614722941Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.61554024Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.622179378Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.627946528Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.628342818Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.628457206Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.632677194Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.638534935Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.638662659Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.640215664Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:46.701747963Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:46.702043442Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.703880151Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":23,"elapsed":"522.890756ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.703946183Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":24,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.703979599Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.704013517Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.704045531Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.704072154Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.70469249Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.711538911Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.718518487Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.718599028Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.71863565Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.721290941Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.726477084Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","candidates":"[(6a0909fc-d9d0-4f32-bf6e-6d8817ef53fc, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.726593356Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.72951653Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.732600054Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:61923","req_id":"8df8c502-530a-4d9e-9b3b-3ec9271cef97","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: ef 9e 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.732646987Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:61923","req_id":"8df8c502-530a-4d9e-9b3b-3ec9271cef97","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 61342,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.734588796Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.73475625Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.73481137Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:61923","req_id":"8df8c502-530a-4d9e-9b3b-3ec9271cef97","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.738236263Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2131, tv_nsec: 536847725 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.738304339Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.741045611Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:52371","req_id":"ce4a891c-d564-4ea3-b59e-f630f994d3fc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 97 43 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .C..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.741432903Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:52371","req_id":"ce4a891c-d564-4ea3-b59e-f630f994d3fc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 38723,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.741922879Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.742073148Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:52371","req_id":"ce4a891c-d564-4ea3-b59e-f630f994d3fc","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.851617567Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.852189838Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.852437511Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.852551238Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.8526378Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.85576436Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.85636195Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:62451","req_id":"efcd61e2-5053-4a0e-a81b-204608f221cd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 1e 72 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .r..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.856572119Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:62451","req_id":"efcd61e2-5053-4a0e-a81b-204608f221cd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 7794,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.857150842Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7794,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:46.85746078Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:62451","req_id":"efcd61e2-5053-4a0e-a81b-204608f221cd","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.859126939Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.859239584Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","mgs_url":"http://[::1]:46735"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.859612537Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.860194216Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.870976128Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.871059103Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.87109235Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.872621807Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.877354607Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.877434426Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.877976857Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.879919698Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8bbef4b-c91f-44c4-ae35-703723407a3f\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.880330225Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.882462634Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1d41590-e80e-470d-ba1c-a9661930f7ba\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.882629777Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.885235349Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50f6bbec-023e-4d91-a755-4ecf7a93d981\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.886487584Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.889332883Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98404a99-cec8-4111-b7b7-1103eabe57a5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.889396129Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.891449851Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5853bd40-fbe2-4f45-9c8c-fa4ff2d9d0e4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.892791995Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:46.893186411Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.893942577Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"oximeter","body":"None","uri":"http://127.0.0.1:55729/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.89463655Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b4408ac9-0ed3-43a3-8e54-bc88cebc8e85","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.895172067Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b4408ac9-0ed3-43a3-8e54-bc88cebc8e85","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.895313499Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b4408ac9-0ed3-43a3-8e54-bc88cebc8e85","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.89630315Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b4408ac9-0ed3-43a3-8e54-bc88cebc8e85","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:46.901759432Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b4408ac9-0ed3-43a3-8e54-bc88cebc8e85","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","latency_us":7162,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.902292003Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:55729/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4408ac9-0ed3-43a3-8e54-bc88cebc8e85\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.902507392Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"oximeter","body":"None","uri":"http://127.0.0.1:55729/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.902829364Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"58120742-cf55-4f76-8b41-3e2f76c3fbc1","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.903070474Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"58120742-cf55-4f76-8b41-3e2f76c3fbc1","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.90316399Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"58120742-cf55-4f76-8b41-3e2f76c3fbc1","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.903963283Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"58120742-cf55-4f76-8b41-3e2f76c3fbc1","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:46.90823303Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"58120742-cf55-4f76-8b41-3e2f76c3fbc1","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","latency_us":5410,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.90947281Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:55729/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58120742-cf55-4f76-8b41-3e2f76c3fbc1\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.909782136Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.909830834Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:46.909859931Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.909888138Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a75a8b3-363a-4c52-a45a-20ac3119023f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.910069058Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.921191679Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"97c67135-b211-4355-9f7e-0f6b3a427d7e","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.921268953Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"97c67135-b211-4355-9f7e-0f6b3a427d7e","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.922623352Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:46.922839713Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"127.0.0.1:43848","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","component":"nexus-producer-server","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","remote_addr":"127.0.0.1:36343"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.92387199Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/97c67135-b211-4355-9f7e-0f6b3a427d7e","method":"GET","req_id":"846ff5df-1185-426a-b2e4-144d46e5546c","remote_addr":"127.0.0.1:36343","local_addr":"127.0.0.1:43848","component":"dropshot","component":"nexus-producer-server","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:46.929744701Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/97c67135-b211-4355-9f7e-0f6b3a427d7e","method":"GET","req_id":"846ff5df-1185-426a-b2e4-144d46e5546c","remote_addr":"127.0.0.1:36343","local_addr":"127.0.0.1:43848","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","latency_us":5883,"response_code":"200"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.930681858Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"97c67135-b211-4355-9f7e-0f6b3a427d7e","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.955469746Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"97c67135-b211-4355-9f7e-0f6b3a427d7e","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.955544886Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"97c67135-b211-4355-9f7e-0f6b3a427d7e","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.95557198Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"97c67135-b211-4355-9f7e-0f6b3a427d7e","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 17 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.955987959Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 17 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.956033048Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 17 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.956186785Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.957513709Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.95757446Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('integration_target:integration_metric') FORMAT Native;"} {"msg":"no new timeseries schema in database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.96106308Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.961120775Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"http_service:request_latency_histogram\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"operation_id\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"status_code\", field_type: U16, source: Metric, description: \"\" }}, datum_type: HistogramU64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:07:46.956854305Z }","timeseries_name":"http_service:request_latency_histogram"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.96545948Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.96551968Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('http_service:request_latency_histogram', 'integration_target:integration_metric') FORMAT Native;"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.967673932Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfc56467-eac1-485b-b0c6-02bca681dbf4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.967921285Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"no new timeseries schema in database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.968730167Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.968782411Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:cpus_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:07:46.965382366Z }","timeseries_name":"collection_target:cpus_provisioned"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.969523658Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.969577024Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('collection_target:cpus_provisioned', 'http_service:request_latency_histogram', 'integration_target:integration_metric') FORMAT Native;"} {"msg":"no new timeseries schema in database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.971839923Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.971934892Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:ram_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:07:46.969448067Z }","timeseries_name":"collection_target:ram_provisioned"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.972807741Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.972863702Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('collection_target:cpus_provisioned', 'collection_target:ram_provisioned', 'http_service:request_latency_histogram', 'integration_target:integration_metric') FORMAT Native;"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.973706321Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.973769006Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.973800198Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.973828765Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.975670094Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"no new timeseries schema in database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.976694996Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.976754945Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:virtual_disk_space_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:07:46.972736539Z }","timeseries_name":"collection_target:virtual_disk_space_provisioned"} {"msg":"inserting 4 new timeseries schema","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.982934067Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.983003315Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":6,"n_rows":4,"sql":"INSERT INTO oximeter.timeseries_schema FORMAT Native"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.985055925Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.995177882Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:46.995281378Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.995687828Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.997075703Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.998334882Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"683c8578-8969-4901-a210-781dab2fcf7d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:46.998468809Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.002498478Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":10,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.003201849Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0281ee69-6a77-4894-993d-6caf6d3709ab\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.003273121Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.003734811Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.003790813Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.005641831Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.007843237Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.007956372Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"120cf7d7-ff1e-4dbc-8d4a-96b5491f5378\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.008230478Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.008405818Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.009136363Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":10} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.00924507Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":5,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.013969503Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.014953494Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.016112783Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.016185619Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.017061373Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":5} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.017121072Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":17,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.017624295Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb578c6e-0447-4d5b-af15-a947146b54a8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.01775713Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.026658756Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"824a51f1-f383-42de-9233-4a290ada6e3e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.02680677Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.027127359Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":17} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.027187449Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":5,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.030951509Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f9ed3d3-15de-4825-a365-4799de664b66\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.031156287Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.033525958Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":5} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.033578944Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":12,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.037353825Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47741ce5-c720-499c-b23f-43701fad3dc2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.037559455Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.038210351Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":12} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.038326062Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.040536586Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f640cfb-bfbf-4d95-a4ed-db28a3d3b05c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.040841323Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.043165835Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c96ca775-90e8-4b91-bc50-d91d9d317523\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.043727895Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.057001381Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c66528e1-a869-4765-aa11-2f4be78f8c05\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.057172202Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:47.057294646Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.060593799Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e199704-c66d-4c44-9ce6-783e5f396d31\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.060875109Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.064710902Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.0719521Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8b634e7-b587-4548-8908-b1fc48dd2899\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.072185435Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.073693028Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"576a100f-c29e-405d-848b-2ca7b4d59ec8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.073846163Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.075607152Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cdd24189-9588-4d18-a91e-139c4346db39\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.075743874Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.077502979Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"061b69df-cffa-47ba-85d2-429222263403\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.077689621Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.079572122Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"249fe5aa-2d30-4cbd-83d7-1fab04da394c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.079799836Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.081359002Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"814acb1e-257d-4145-ac33-45a1c8d1515a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.081556536Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.086588762Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd9f81aa-44bb-49b0-a2c0-e25f72325f8b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.086767007Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.089708899Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0d91c46-96d4-411e-9eea-701687009f46\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.089818577Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.099868892Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4c8adc1-0790-4937-86fd-0416b62181b2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.100216404Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.108255782Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"566ce948-1f57-40d3-bbca-0250afc90f13\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.108622353Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.110741405Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d072f44-221d-4bac-8d2c-b42f79ebd541\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.110957576Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.113484701Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c3b6cbf-e385-4129-b916-0afebfc93c14\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.113749528Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.115423393Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9958a7c-dfd6-4563-a094-014a13bc156a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.115661979Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.116218207Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.116401853Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.116605679Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.11669677Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.117828135Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.119495827Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c5549e5-6b78-4cfe-836d-ddf39841dbc3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.119959822Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.122724941Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.135484203Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.135603631Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.135700915Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.136525057Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.139368472Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa1963f0-1323-4e4a-9ed1-7d48cb987c93\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.140514335Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.141128519Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.141527604Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.142079805Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.150407858Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b18c44b-183d-4cff-978c-8e89348e3b5f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.150545552Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.154373669Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62a30226-e8c0-4e66-ad7a-ae82e1a48f4f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.154564069Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.157532623Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39e7fe65-56ee-4bd4-bbd3-ec063e7cd4d1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.15855489Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.165122476Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cce9c340-adea-4bf4-a274-51556b27c006\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.165264789Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.167583279Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbff0001-5d5f-42e2-b7cf-3ab51a91d1d9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.167754991Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.170065194Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc98e340-4adf-4196-b071-5a0f7c6a3db3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.170192116Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.172956554Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b53d202-a4f7-406b-9ef6-45dfe69cde51\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.173077546Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.17811879Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a882d293-6900-4c97-ba0d-192373e7d8bb\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.178191415Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.179524651Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.180810152Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53a28119-b4dd-4f88-9068-534a6399ba73\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.180974009Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.181980234Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f595ab98-eb72-4867-bd08-227fba859a65\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.182327125Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.18323316Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2e01e0e-b540-4209-9cf9-e47417aa5561\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.183355874Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.184223493Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70a3c650-3259-4c01-9b31-e0b179b77794\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.184283423Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.184313442Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.184339464Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.184364504Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.185127093Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.18844806Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.198566891Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.198630929Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.198665077Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.198694145Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.19872167Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.200135176Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.203080885Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.210216693Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.210283205Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.210319107Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.210775176Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.272624316Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","sled_agent_url":"http://[::1]:41754"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.272772231Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:41754/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.273275744Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.273407857Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.273500201Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.273684819Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.276032406Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:47.276198217Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:43747"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.276573925Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.276960085Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.277568958Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.279368303Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.280359688Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"b7d546d0-3a2f-4415-9ac3-b07dc5396fa9","remote_addr":"[::1]:43747","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:47.281005605Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"b7d546d0-3a2f-4415-9ac3-b07dc5396fa9","remote_addr":"[::1]:43747","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":652,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.28136425Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:41754/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7d546d0-3a2f-4415-9ac3-b07dc5396fa9\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.283960653Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.28447111Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.284557993Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.286584831Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.286785221Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.286922504Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.28707111Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.287750995Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.288143597Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.30058693Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.300753482Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.300798161Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.301933092Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.30641415Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.311561295Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.311838347Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.311885582Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.312581228Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.313361512Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.313418205Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.313834685Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.314298319Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.31435424Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.32157144Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.321769625Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:47.345337582Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:47.345829933Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.34625499Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":24,"elapsed":"642.317314ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.346410019Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":25,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.346803844Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.346888553Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.346927661Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.346959614Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.34855857Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.352114094Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.36110582Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.361228344Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.361319205Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.361907226Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.370032445Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","candidates":"[(6a0909fc-d9d0-4f32-bf6e-6d8817ef53fc, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.370413505Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.374439536Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:60931","req_id":"15a1aa3b-7958-4b9a-aa04-64a077b91530","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: fd 69 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .i..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.37460196Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:60931","req_id":"15a1aa3b-7958-4b9a-aa04-64a077b91530","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 64873,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.374751207Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.374941647Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.374987157Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:60931","req_id":"15a1aa3b-7958-4b9a-aa04-64a077b91530","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.375715869Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2132, tv_nsec: 174274385 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.375784767Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.376165245Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.376813366Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:51495","req_id":"34b30043-dab5-49ae-95bc-6c33c273810f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 0c aa 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.37708661Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:51495","req_id":"34b30043-dab5-49ae-95bc-6c33c273810f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 3242,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.377218403Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.377273302Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:51495","req_id":"34b30043-dab5-49ae-95bc-6c33c273810f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.447049397Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.447463933Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.447563651Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.447605645Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.447637338Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.448405268Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:47.448695536Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.451139546Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:65382","req_id":"71b01fce-2b30-456b-8eb4-0d58821de5a9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 87 d2 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.451298823Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:65382","req_id":"71b01fce-2b30-456b-8eb4-0d58821de5a9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 34770,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.45236608Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34770,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:47.452460708Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:65382","req_id":"71b01fce-2b30-456b-8eb4-0d58821de5a9","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.452490838Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.452520778Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","mgs_url":"http://[::1]:46735"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.452547652Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.453657082Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.460429025Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.460493433Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.46052696Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.461065523Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.475952634Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.476016492Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.477051845Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.477304859Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d0eb283-71d9-4128-bf5d-d9f4351ca578\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.477663533Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.480796496Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3583da68-c851-403e-8b50-4715c6a3585f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.481680347Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.489269457Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ef0eba1-496d-4171-8a0b-2f0226c519e2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.489557251Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.491528258Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5b124e7-0f0a-44b0-89e1-1f93a5404a43\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.491749469Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.495129293Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c49bcda6-37d1-4893-bc33-e795dff0e8b2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.496777857Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.506145311Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ef92ca3-0e2d-48e9-be0f-d83acd224b1b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.506515038Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.510965686Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4938b9a2-ddf4-4b3b-af0a-ecf243dae0cd\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.511269271Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.518096453Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.519260863Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a908849-b37f-43fd-8a08-7fc2ba86bbaf\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.519482164Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.521139186Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80ec350d-bd7f-4cb5-aac3-15ea7d471fec\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.521375146Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.52247614Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0025db3e-e708-403f-bb04-77b406d1242f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.522709094Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.523802893Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69def290-de8e-4473-9a39-40010afc8157\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.524192088Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.525321358Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ba75bcd-61be-4098-b376-30345050fc79\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.525530094Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.527777993Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f3cb5b2-8abe-4ef7-ab06-e83784bf2197\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.528166487Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.532471685Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6771a136-9d49-44ab-bbaa-406503b23b80\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.532684569Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.535143448Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4421d29f-ae7e-454c-bd06-0b21517ba6e5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.535355541Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.53795005Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f29f4942-324a-4480-a523-e8fcdd925a9b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.53899881Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.574492629Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.574562719Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.574596666Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.574626345Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.575292483Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.587253534Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.595348503Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.595418062Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.595450356Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.596124088Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.597173579Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4b46e75-703f-404e-9afa-9affbb64c082\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.597307025Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.610737024Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.610781452Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.612464896Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.614322538Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f750414f-efd9-4b89-8243-35da864a78e6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.614491785Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.617110833Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8b8605e-15c6-4348-bcd9-e850ba1cb8a6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.617243036Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.618809518Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"736da105-a63f-4119-ab33-394ee98c7238\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.619094004Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.620309917Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c62f8c13-439a-4850-a46c-7e35ce309e50\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.620452551Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.621881428Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b33475b0-5b03-4e9a-8b6e-a123d144b000\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.622035285Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.623136799Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e68273f-f78e-4a1e-a19d-2352887c2b53\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.62323235Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.624681778Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd8d0ca3-e3b2-4928-a435-b69473c47a42\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.625125883Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.628529604Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d89be55-099e-48c4-9f4a-d901554cc585\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.62865296Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.631367559Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4f20a17-f319-4c3f-a5c4-c6626cff43c4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.632693751Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.635524792Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31244e74-e144-4e31-805a-e31c1ae8e6df\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.635608709Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.63803831Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4067d770-3e01-4302-b93f-e11d201f5b39\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.638161024Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.641133787Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.643848456Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8979ca7-b842-4897-9fe8-4ae066f19630\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.643973415Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.647018753Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96d661f9-54bb-440b-91ed-73448f9cfb93\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.647241937Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.650135623Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b41530ec-71d9-44a8-ac0d-0b7b213f8d48\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.650385701Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.651525322Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad684863-c2c4-4651-b4ff-b756651a706f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.651716583Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.652694491Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b2adf2c-8ed6-428b-9c37-5a86b74f3c4f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.652827646Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.653777359Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"883c1f79-00a4-449a-976f-380ffd310136\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.654169119Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.656855822Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"148102d3-c4bd-4c53-92e0-537622fe80ae\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.657221511Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.66119086Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4741162-acf2-4428-90c5-b6b547ea6d46\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.661331219Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.663425081Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c116fc9-08aa-4816-8b25-6a4256d503a4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.663499459Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.665722899Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2225a1b-7e3a-4bd5-8970-f5fb483ee83d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.665886425Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.667383027Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfec4f45-7d4b-4e25-9aba-4cb9df372978\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.667437796Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.668852806Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"309592b0-eb4d-4411-a07a-a5f6cf151f87\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.668908977Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.681320877Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45c7f752-a3ab-4124-9ce3-90180ea0c767\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.681426077Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.682337613Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"256bd975-f4ec-4a0b-8e92-efdf3017594a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.682483093Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.683567714Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52c36090-a067-41ef-b27c-806d854911c6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.683708004Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.685697377Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47f86fc0-353a-4b44-a0db-7bfa57ddafa5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.685826024Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.686718101Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97340fa2-2b07-4352-80d3-68fcf1479a8e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.686783421Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.686876457Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.686911226Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.68694364Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.687608265Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.691294619Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.699284729Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.699393967Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.69954629Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.699911468Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.700102448Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.700694638Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.701430124Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.701539522Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.701610253Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.701641916Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.703496431Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.705891663Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.710346589Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.710406769Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.710438753Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.710846545Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.712640169Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.718838128Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.718898088Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.718935863Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.719474807Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.721798176Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.721854698Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.72270357Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.792953558Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","sled_agent_url":"http://[::1]:41754"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.793039199Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:41754/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:47.794890758Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40031"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.797394106Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"1d5a581f-4d66-4f33-a529-7109c81ddd3d","remote_addr":"[::1]:40031","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:47.798664727Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"1d5a581f-4d66-4f33-a529-7109c81ddd3d","remote_addr":"[::1]:40031","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1142,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.79916307Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:41754/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d5a581f-4d66-4f33-a529-7109c81ddd3d\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.80361486Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.803691984Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.803722935Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.80698261Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.807046928Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.80708285Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.807116226Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.807692945Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.813824272Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.824647797Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.826234508Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.826369437Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.827185703Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.854224436Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:47.865477678Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:47.86595067Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.866093986Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":25,"elapsed":"519.669638ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.866222391Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":26,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.866317511Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.866452029Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.866562619Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.866651506Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.867558894Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.871644445Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.885564439Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.885646823Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.885683526Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.886140377Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.889812473Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","candidates":"[(6a0909fc-d9d0-4f32-bf6e-6d8817ef53fc, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.889874076Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.890443581Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:51992","req_id":"46f361a7-a001-4133-8f48-e6ac38607538","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: a6 7f 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.890504502Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:51992","req_id":"46f361a7-a001-4133-8f48-e6ac38607538","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 42623,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.890715693Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.890878868Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.890944549Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:51992","req_id":"46f361a7-a001-4133-8f48-e6ac38607538","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.891277913Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2132, tv_nsec: 690176376 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.891343594Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.891669203Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:55516","req_id":"5eb598ca-439f-421c-b338-3640be65a9fc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 89 19 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.891725024Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:55516","req_id":"5eb598ca-439f-421c-b338-3640be65a9fc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 35097,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.892346061Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.892396953Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:55516","req_id":"5eb598ca-439f-421c-b338-3640be65a9fc","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.965323704Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.965915914Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.96610963Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.966220521Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.966373656Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.967323288Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.967959276Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:59659","req_id":"802e5e87-e8d7-4911-ac99-eb4946e17139","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: d6 30 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .0..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.968241227Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:59659","req_id":"802e5e87-e8d7-4911-ac99-eb4946e17139","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 54832,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.968667998Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54832,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:47.968926062Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:59659","req_id":"802e5e87-e8d7-4911-ac99-eb4946e17139","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.969447401Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.969538171Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","mgs_url":"http://[::1]:46735"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.96970816Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.970945966Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.98289815Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.983021646Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.983120864Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.9838216Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.986289217Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd4f60ca-51d0-4b4f-824e-c6a03f17927a\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.986851527Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:47.987244761Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.987373597Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.989545906Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.991791169Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7a9c4e3-7d5b-4476-829a-5238aba013fe\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.992109062Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.99502386Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2795194a-6e9b-4548-aaf0-8a4f2c20b115\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:47.99528982Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.008015255Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.008085785Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60621686-11a4-47a3-9034-c0313ae5f7d4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.008128059Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.008167468Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.010039578Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.010949451Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.011029951Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.011059199Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.012525751Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f383426-13aa-4008-ac7b-59f9fe6fb8dc\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.012707544Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.014931204Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f4ebd26-3c60-4ee0-8d50-1edb151e6029\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.015072866Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.017104695Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1432e3f4-bf94-43f1-adf1-afcd842f91f9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.017178091Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.022646486Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b390a4c-5380-4d73-9187-610a7cb20aeb\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.022891525Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.025310364Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"485ba41f-5929-4feb-8b5f-fde2e6a8bd5b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.025475272Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.026735143Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62e773c2-1bcc-45af-b59b-00a8634e2175\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.026848318Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.031092595Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"356b7a8e-4ffb-437a-a769-b89d0df90d67\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.032562884Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.032951388Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.034580103Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb2c6bb9-6c8b-4c63-b4d3-d26f9d6e32d4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.034703609Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.036659516Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32223cb0-019e-48d1-b58e-fc1d5d571988\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.036987299Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.039283905Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2c2e210-adc4-4aab-af56-54f46f57a00d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.039820344Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.044358336Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"479963b8-4cc4-4bf2-838f-0690e7a0b4f3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.04448593Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.046179695Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb4e2ca3-283e-4475-8811-26e655f334d4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.047423974Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.050488169Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b65f4d6-30da-4b88-8881-0ce961d252f6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.050567928Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.053702654Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"402d4eec-0c3c-4220-be11-cf6e92f17e23\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.053880749Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.055789832Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1359e207-be47-4eb1-82de-26c84fc60801\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.055857948Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.056711919Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"838d5e23-6f21-45d9-9d2e-f887a3900b35\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.056854303Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.057736631Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28a2fb77-a674-405a-896f-f45d536316a7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.059170097Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.060287193Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db64dbe8-4a2b-4c66-b516-53375fca6c31\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.06042134Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.063483391Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7597bd6c-f1fc-4ecd-b897-58a4a2f93c8c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.064724634Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.068441871Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"038c24f5-cd1f-4065-a1c7-14c4caf5cb41\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.068790666Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.073254179Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59f195cb-8fcb-4a7b-b459-45886fb9add1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.073563014Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.075531917Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97d41163-a41b-4ade-93e1-9c613b47fb6c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.076011823Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.084827398Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.084975032Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.085044721Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.086428919Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.087924088Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.089988912Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0707ec2d-d2de-4124-9f69-676d9c2ed22c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.090335743Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.091123823Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.107352027Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.107454892Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.107567135Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.109154959Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.113038877Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.113103536Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.113618963Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.114923041Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b874b26e-4429-4554-bd1b-8de6a21fe9cc\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.116281348Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.120233312Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6101f737-151c-4f1e-8fb1-f3f25ff3a036\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.120481606Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.123531082Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a68aabf0-2baa-40b9-8f64-43a8d1882f75\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.123672664Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.124866052Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdfae3e8-d62f-48b3-b7d8-00a29e1010b1\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.125039247Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.126332444Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"930851b8-fc1b-478c-8168-37686d152a97\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.126475449Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.127574619Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ff04571-aa33-4748-a812-c2e50ac8c980\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.127672053Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.128771584Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de00901d-d7c3-462d-8e6e-1d504b3d5b00\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.128891182Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.130764064Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f984dd2-8e95-4899-84e0-c825a73b51a4\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.130968411Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.135554679Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c348874-f915-4ce2-becd-64df5e24a6e5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.135685148Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.137666075Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a79eba7-e648-4c88-b826-7cc7560502ca\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.138495267Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.142268145Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59411040-85c0-4415-afa1-10a20884d4f9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.142349437Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.146157324Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.148652154Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"041acefc-362a-4b63-b8e0-6f8a036933b6\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.149800943Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.1525449Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"522f7752-3481-4c3a-9b78-0116dfda4744\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.153871864Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.157464492Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b69fbcf5-459c-4f2e-8676-e99d4115537e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.157551265Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.158857618Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10b33009-5685-4c86-b847-b301a2d36fef\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.159127506Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.16055979Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40d932b5-6dbd-421b-a902-2f2641e7a4f6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.160742654Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.161579451Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"899b25bc-0db5-41a6-8dde-210f0331e6a5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.162341179Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.164144111Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ed721b7-27b7-4a14-bc96-19ecd320d747\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.164210754Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.164452566Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.164508627Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.164543327Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.165785832Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.169140917Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.180534027Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.180680749Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.18080137Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.180843213Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.180987731Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.181183321Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.184901248Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.196262044Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.196617923Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.196680468Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.198736715Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.199274406Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.199433984Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.199543222Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.199628251Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.200408956Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.205362236Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.214138802Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.214214513Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.21424826Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.21527682Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.282406822Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","sled_agent_url":"http://[::1]:41754"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.282483264Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:41754/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:48.28321885Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:55510"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.283455541Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.283503557Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.284174183Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.285358573Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.286658693Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.286715146Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.287737042Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.290464116Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"c620a368-03b3-4c4b-a075-e4a9415bbffd","remote_addr":"[::1]:55510","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:48.291011436Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"c620a368-03b3-4c4b-a075-e4a9415bbffd","remote_addr":"[::1]:55510","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":557,"response_code":"200"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.291326594Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.291381734Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.292248631Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:41754/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c620a368-03b3-4c4b-a075-e4a9415bbffd\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.302384095Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.302432582Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.302459526Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.305818428Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.305865682Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.305895722Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.305920942Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.308407306Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.312793095Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.312842874Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.313049215Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.326420486Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.326878068Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.326932647Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.327765115Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.363669182Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:48.36658911Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:48.367128224Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.367198093Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":26,"elapsed":"500.915081ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.367640525Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":27,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.367691636Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.367724893Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.367755864Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.367785183Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.36918404Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.371602308Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.379365556Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.379465465Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.379556045Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.380854252Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:48.386772995Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.387059646Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","candidates":"[(6a0909fc-d9d0-4f32-bf6e-6d8817ef53fc, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.387121659Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.389012407Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:63635","req_id":"b6e82957-444b-4e32-99d0-f9c442fba9fd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: aa 84 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.389087827Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:63635","req_id":"b6e82957-444b-4e32-99d0-f9c442fba9fd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 43652,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.389479848Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.389728594Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.389938772Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:63635","req_id":"b6e82957-444b-4e32-99d0-f9c442fba9fd","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.390386915Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2133, tv_nsec: 189278054 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.390449891Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.391278512Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:65322","req_id":"23beefc6-cd93-4978-8f00-c8770dfd718e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: ab 50 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .P..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.391339764Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:65322","req_id":"23beefc6-cd93-4978-8f00-c8770dfd718e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 43856,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.391577207Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.391728158Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:65322","req_id":"23beefc6-cd93-4978-8f00-c8770dfd718e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.456111928Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.456709228Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.456834548Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.456883024Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.456911882Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.457589622Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.457936113Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:51727","req_id":"50431240-e45a-45fb-b049-f3a17a813116","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 53 25 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c S%..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.458000391Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:51727","req_id":"50431240-e45a-45fb-b049-f3a17a813116","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 21285,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.458200179Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21285,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:48.458297062Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:51727","req_id":"50431240-e45a-45fb-b049-f3a17a813116","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.458519896Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.458573974Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","mgs_url":"http://[::1]:46735"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.458601037Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.460423408Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.466249446Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.466313464Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.466343333Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.466789953Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.467074761Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4166ff6d-0869-4a53-9ac0-733e264f53ac\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.467266483Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.469455925Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"671a9e6e-4f17-489d-abc3-5445511bbd71\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.46976953Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.470091401Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.470215068Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.471246372Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.477841934Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7db8fbc-a8f7-4311-ba83-6f172e2a9e82\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.478114737Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.48067086Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5853af6-1982-4479-94ff-64a2841cd9c0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.48088676Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.48303493Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c849fa92-10c8-455d-b40a-c3b6b284f90e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.483245971Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.485382598Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1fecc74c-c7c3-4494-bcdc-f551698f9953\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.485720191Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.489391776Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8bb0433-d385-4b17-8538-bf687f4d8f82\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.490876544Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.495804914Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f475ebdb-270e-4d96-8fc6-da74463f207b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.496069731Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.499166311Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0493e7c-4e32-4820-aed5-fa469057fdaa\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.499609314Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.502299454Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf68667f-3043-4045-9fbd-6ef2cef2040a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.502624782Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.510750261Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56fbbfc4-9e68-44c1-9785-cc03ca6d551b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.510953687Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.511524935Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.513999515Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be958829-c8ed-4524-9216-54375ae879d8\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.514466536Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.517804827Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4c1066a-1456-422d-b936-f7b59b325a5b\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.518014575Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.521719086Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af2a2760-1c7e-4f6b-bd09-fa133aec5c59\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.521993042Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.526450954Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8e26e85-f007-4314-9114-d864c61dcf62\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.526924197Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.529966539Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0be7f0fe-53c5-45df-b9ec-f082529382b9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.530187399Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.535123984Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd04d730-5ac9-43e9-85f4-8744ed9ce253\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.5354178Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.554398628Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0dbbf116-3ac2-44a3-a0d5-72f22916bc92\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.554579488Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.56514029Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.565310349Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.565419486Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.565573473Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.566932641Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.580381567Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.593917006Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.594330029Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.594407443Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.595392175Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.598338255Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da85eb61-f7d1-4067-9052-151b4c77a861\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.598409797Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.59953559Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a244c06-5883-4e10-accf-772087a8b71a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.599754286Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.599967311Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.600086658Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.60055914Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.601816715Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0384441c-b342-4357-98be-32038cd8001f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.602044519Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.603581642Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c9ae0d3-044f-4fac-a718-fc93070f6ae9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.603769897Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.605813008Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d3c7919-82c4-478c-87d2-9c85b7f29d56\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.605887226Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.607935988Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40f1941f-75bf-4049-8a0f-92939dbdbf3d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.608134623Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.611337355Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5684be8-7195-4b9c-a6e3-ee472fd6f6b9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.612827734Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.617743178Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b16a608-1fb1-4f23-94b5-928fd41009dc\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.619046665Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.620736562Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"202d6272-6693-4209-9663-3859d8c10d05\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.620807604Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.622297141Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"038a3441-da2e-4c94-b2b1-d428649d80b5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.622420677Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.625452829Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"463e8b69-3855-4503-bdfd-aa75dd1349ce\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.625635964Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.628044232Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"807f2f0d-4190-4ef7-b8cd-f4f74ff62cb8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.628170323Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.631991336Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2b186b1-d6fa-4419-905e-c22d8ff03857\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.632211545Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.632686071Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.645592366Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c43b4b1c-9791-4e50-a0c9-c1212d00f7fd\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.646369083Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.647991375Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"476263c6-4223-4280-8d57-de5a435d0cb6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.6482397Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.649402527Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c4298f3-00dd-4017-8027-4f70130c4ccb\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.649623147Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.653637695Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8295e6a7-1c7e-4cc7-8aa0-b85cf00270cb\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.653962242Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.656168869Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8224a3a-efc9-4a6d-bcd6-335816855f17\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.656393216Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.658765051Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a586d7d5-6f1d-49ab-9e5b-8f37bc0ff4ab\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.659027825Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.660590248Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c1f1cd1-2267-4449-8e62-ce796a04304f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.660806318Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.662525604Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8cb4f3ae-c27c-4e0c-b588-abadb3c465fb\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.662735542Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.664582903Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67545f33-9ad0-4e8d-abc8-71162946ae60\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.664794755Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.66718611Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c035434-fd9f-4155-83a7-20dfdcbfa9d6\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.66779342Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.668600738Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b60ee63c-0ad9-4bee-bdac-3f971ec2a2fb\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.669343799Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.67118657Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f5e6091-23c3-4054-a694-3bcf84d0efa7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.671675625Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.673017809Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0151edb-982b-41bb-b9a6-64984268b022\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.673160563Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.674474682Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4541707-d173-4d3d-a04f-7f8f5968ee55\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.674551705Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.674591424Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.674623899Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.674655542Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.676071393Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.681392485Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.686546845Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.686615331Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.686651994Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.686683367Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.686713898Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.687104185Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.687551847Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.687595604Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.687624612Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.687652568Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.687990401Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.689544437Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.694486434Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.694555421Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.694591122Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.695114114Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.699335756Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.707691504Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.707772315Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.707806112Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.708429955Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.797054513Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","sled_agent_url":"http://[::1]:41754"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.797152278Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:41754/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:48.799399876Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:36310"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.799470357Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"3c040e66-c2b2-49d2-9ab1-ce4876441c9a","remote_addr":"[::1]:36310","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:48.800234118Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"3c040e66-c2b2-49d2-9ab1-ce4876441c9a","remote_addr":"[::1]:36310","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":512,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.800306543Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:41754/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c040e66-c2b2-49d2-9ab1-ce4876441c9a\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.80276471Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.802804099Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.802831393Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.806842906Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.807000309Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.807115609Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.807265418Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.809247497Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.809811982Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.809984505Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.810619611Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.813067217Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.822081267Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.822311576Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.822366896Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.822874879Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.870088899Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:48.875579599Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:48.875967041Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.876010889Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":27,"elapsed":"508.426025ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.876049455Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":28,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.876076249Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.876106619Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.876138493Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.876171458Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.876818618Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.879915939Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.888932845Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.889057253Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.889333513Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.895162858Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:48.895572113Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.895971218Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"oximeter","body":"None","uri":"http://127.0.0.1:55729/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.896390975Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"82097f01-bcd6-4635-9dde-46b2f1e67dbc","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.897771625Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"82097f01-bcd6-4635-9dde-46b2f1e67dbc","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.897885352Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"82097f01-bcd6-4635-9dde-46b2f1e67dbc","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.898162845Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"82097f01-bcd6-4635-9dde-46b2f1e67dbc","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.900497396Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","candidates":"[(6a0909fc-d9d0-4f32-bf6e-6d8817ef53fc, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.900562215Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.90214524Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:62084","req_id":"8bb7dabb-f633-4588-88e3-0c8252a12c77","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: df 68 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .h..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.902211051Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:62084","req_id":"8bb7dabb-f633-4588-88e3-0c8252a12c77","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 57192,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.90247174Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.902679093Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.902836487Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:62084","req_id":"8bb7dabb-f633-4588-88e3-0c8252a12c77","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.903173719Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2133, tv_nsec: 702037222 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.903243708Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.903497193Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:57147","req_id":"6a18a1ed-251c-4388-aae9-d75ebbf7c287","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 32 a6 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e 2...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.903870888Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:57147","req_id":"6a18a1ed-251c-4388-aae9-d75ebbf7c287","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 12966,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.903995727Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.904025576Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:57147","req_id":"6a18a1ed-251c-4388-aae9-d75ebbf7c287","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:48.904321846Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"82097f01-bcd6-4635-9dde-46b2f1e67dbc","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","latency_us":7910,"response_code":"200"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.980373985Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.98065261Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:55729/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82097f01-bcd6-4635-9dde-46b2f1e67dbc\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.980871617Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"oximeter","body":"None","uri":"http://127.0.0.1:55729/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.981244019Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.98130492Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.981336463Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.98136519Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.982102018Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.982956671Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"8b44c33e-7eab-4104-b147-1848b334db47","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.983606957Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"8b44c33e-7eab-4104-b147-1848b334db47","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.983677377Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"8b44c33e-7eab-4104-b147-1848b334db47","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.98439652Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"8b44c33e-7eab-4104-b147-1848b334db47","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.984677309Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:49485","req_id":"e440c5df-b6c8-4781-a246-34b5a69ed7f2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 17 fc 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.984901646Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:49485","req_id":"e440c5df-b6c8-4781-a246-34b5a69ed7f2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 6140,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.985127106Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6140,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:48.985376903Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:49485","req_id":"e440c5df-b6c8-4781-a246-34b5a69ed7f2","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.985678825Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.985733083Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","mgs_url":"http://[::1]:46735"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.985761469Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.987463881Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.999390013Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:48.999451266Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.999484191Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:48.999952534Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:49.00144621Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"8b44c33e-7eab-4104-b147-1848b334db47","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","latency_us":18460,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.002271064Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:55729/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b44c33e-7eab-4104-b147-1848b334db47\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.002461734Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.002511813Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:49.002540911Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.005127856Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.005184438Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.007763657Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.008498201Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c46872b-495f-43ce-9991-35a83536233b\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.008564633Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.009383455Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.009546219Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.013770656Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.015446936Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.015653077Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.015734008Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.016781645Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f00b2123-f4ee-40c4-9737-7fd8141bf477\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.017114619Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.034813863Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9e39a41-ae73-4bc3-bd33-6b4647ba2aca\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.034893342Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.036856914Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f34dd2a-7dcc-4e34-8740-a63c4d5b4ded\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.036930891Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.040626575Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82f456fe-233f-4702-9938-005855244eb3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.04069472Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.044099023Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"faa3a2b5-7b29-4d62-b130-10484124f1ac\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.044169844Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.056721393Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59662634-090b-4340-a80d-09ddb4148942\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.059168498Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.062318364Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24b814c2-10c3-487a-b063-d2aea8a2bd17\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.062550467Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.063616681Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8dbcf49-9692-4d27-a965-76188b2e9215\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.063859174Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.067192786Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.06776184Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb24ebf6-7392-4bf1-baab-a27eff062d58\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.068117589Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.06976449Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ebb1dcbd-d2e5-4228-95f9-b8827a947a8a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.070042033Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.071028168Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64053f76-fb5c-4462-b846-3429fae7082f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.071365169Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.072638637Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2409eaff-e308-4eb6-9ec9-34002aa963ff\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.072907362Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.074957537Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35fbb2da-e6dc-4d08-95da-6e3d198594da\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.075213316Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.077226137Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02c2192b-47c6-4188-b4b7-fe98d9c3cb01\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.077465684Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.079634776Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81476e33-8646-40ba-acc4-9fa86a1e3330\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.079846007Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.08344124Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a63a6744-4ec0-4191-91a1-870ce31a21c7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.083582752Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.085591444Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58d05a8c-4c0b-4119-8010-b2330ff7d819\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.085879799Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.087946737Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c82ffc0-8cff-4f8a-af07-5816b45eb7d3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.088067237Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.08894702Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1fb3a58-9faa-4932-bd81-94780a8af433\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.089006038Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.090377841Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae73d502-f7c8-4abd-a0b9-38b0deb91e0f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.090522599Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.091523824Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93489be6-cea2-4403-8b3d-92bc0395aba8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.091649725Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.092718755Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"636c86cc-d595-4a15-b808-561737db4cb6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.092837492Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.095734784Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8b40d94-62d7-412c-b614-e9cdc5c32d5a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.095905675Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.098301308Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e45717d-43d2-4961-bed5-e1ece3d06bcc\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.098459754Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.100407514Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e770daa8-61b3-4f4c-b4d2-bb327d60612e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.100543646Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.102386497Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e97ac52-31fb-4217-bf9a-ef0ca9049a61\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.102436687Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.111894511Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5da3008c-10ec-484b-bbe2-3ac643b85fd5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.112296933Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.114740091Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"defc88dc-49d6-435b-a0ba-e7044b1b1582\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.114894509Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.117925568Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dae1c35d-2241-4287-bafb-1deb50fd527c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.117975557Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.118745291Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.118802685Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.118834489Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.11886004Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.12067695Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.123252481Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58fe6d65-e458-4110-9a9a-4c5e5dc97cfe\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.12342224Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.125203899Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.136826046Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.136879242Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.136905975Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.137653765Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.141343827Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44006b0d-1d02-46e5-97b6-a795600d957b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.141698033Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.1421732Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.142285534Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.143119585Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.144769763Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7f38ec7-abd5-4fb6-bfa8-16e3e4c38ced\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.144916295Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.147064676Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d3793d1-5466-47d4-befe-00f2e3f2df1c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.147133503Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.150495872Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44c38de3-39b6-4a24-90fd-939a0ce4b8e5\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.150545651Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.163099795Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a1f8854-f60d-43d6-b544-730d63de7ec1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.164460766Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.183941069Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec5a5b52-cf08-40d3-b70d-5a0ed4551a0c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.184652547Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.188057391Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"735fa8f5-67a3-4914-8dc4-f6f9ab4d5aaf\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.188427599Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.195209651Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44316ce7-cd3a-4bf4-be47-9d865331dbf3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.195548206Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.200312208Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa5fa60a-b2b6-47b5-b5d0-142b29290566\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.200503138Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.20773656Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.208082259Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a70a130d-07dd-4b87-85c5-5ae1b1e16cae\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.208207679Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.209601456Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0369ff52-f68c-4745-8b46-0dfa1903ff1e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.209756455Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.210873791Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95345826-faf8-4a16-8316-0047269da325\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.211035333Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.212586724Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23a90b7a-d9a1-4ac8-8a66-4152c2170655\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.212852183Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.214880073Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78bfb14e-0bce-4383-b93b-04b589001925\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.215724706Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.215784796Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.215820617Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.215850778Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.216541283Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.218846777Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.218994611Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.219207435Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.220160745Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.22301925Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.231479316Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.231552883Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.23158638Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.23161671Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.231646509Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.232251024Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.232998163Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.233053182Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.236323819Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.244052097Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.24412386Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.244157226Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.24462589Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.245804268Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.245867895Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.292535026Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","sled_agent_url":"http://[::1]:41754"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.29260758Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:41754/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.294708326Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.294777935Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.294810961Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.294839848Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.294862443Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:49.294889768Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:53393"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.294922052Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"f64e2fd1-225d-42e2-8b61-c910b34673ae","remote_addr":"[::1]:53393","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:49.294949236Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"f64e2fd1-225d-42e2-8b61-c910b34673ae","remote_addr":"[::1]:53393","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":472,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.295350375Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:41754/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f64e2fd1-225d-42e2-8b61-c910b34673ae\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.296945433Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.296998168Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.297025974Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.299464743Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.299522979Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.299555854Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.299584892Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.300262923Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.300567099Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.310745659Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.310790519Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.310818134Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.311553178Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.313966908Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.321495267Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.321796788Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.321850806Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.322364369Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:49.322728214Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.326224971Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.326292115Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.327516344Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:49.357961815Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:49.358322483Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.358383425Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":28,"elapsed":"482.280893ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.3584211Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":29,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.358453785Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.35848638Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.358515207Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.358542872Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.359385381Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.364877183Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.37098375Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.371048218Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.371080523Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.371709766Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.372506464Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.376127599Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","candidates":"[(6a0909fc-d9d0-4f32-bf6e-6d8817ef53fc, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.376270413Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.377355686Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:63952","req_id":"771d199f-fa56-4ff2-8d47-421f8e0febfc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: b4 32 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .2..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.377656284Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:63952","req_id":"771d199f-fa56-4ff2-8d47-421f8e0febfc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 46130,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.377900842Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.377949028Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.378144347Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:63952","req_id":"771d199f-fa56-4ff2-8d47-421f8e0febfc","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.379113067Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2134, tv_nsec: 177654449 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.379188758Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.379339568Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:59873","req_id":"55da1b4a-cfc5-409c-8ca4-7a4361f2d237","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: df 1f 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.379618805Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:59873","req_id":"55da1b4a-cfc5-409c-8ca4-7a4361f2d237","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 57119,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.379767922Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.379878512Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:59873","req_id":"55da1b4a-cfc5-409c-8ca4-7a4361f2d237","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.441275512Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.441650389Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.441695539Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.441727352Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.441757001Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.445047197Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.446691513Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:49413","req_id":"1cd04758-2907-4c5e-8bd6-e63fe92bb8f3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 74 26 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c t&..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.447287109Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:49413","req_id":"1cd04758-2907-4c5e-8bd6-e63fe92bb8f3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 29734,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.447832356Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29734,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:49.447917245Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:49413","req_id":"1cd04758-2907-4c5e-8bd6-e63fe92bb8f3","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.447947605Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.447976513Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","mgs_url":"http://[::1]:46735"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.448004619Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.448654093Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.459250696Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.459386386Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.459419162Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.460114086Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.461334328Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3086536c-a3b8-4631-b62d-ad4ed608788b\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.461803512Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.463563479Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.463621615Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.464119527Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.46549612Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"415178cc-9cd3-406f-becc-3c8b0839d9a4\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.465715016Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.468902096Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f045ba3-f999-4756-b4d8-33a7b90aaa4c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.469081874Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.472716275Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0bf1a198-b991-47c5-8ee8-0a5d26b18f5c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.47291411Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.476516978Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9112e874-c150-461a-b9eb-d64f95756c10\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.476659953Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.480232882Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07215d3e-dcf2-4e19-8a9c-c2761b5e9125\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.480340316Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.484218092Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f7885fc-58b9-4319-b2aa-ca15d51db5d2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.486005563Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.490133578Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"726ed517-5d6d-42f5-8aa5-013388e041b2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.490245351Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.492335315Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2ce02d2-d042-4ba9-95d5-25a2c27257c7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.492639261Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.494835296Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0139fe4e-b55d-4119-851f-c57d5a1b55b3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.4950232Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.49744696Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20aa2492-4745-4621-8715-5cf6d466e6ae\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.497634553Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.498076474Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.501952867Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"554ceed7-0f87-4856-8aed-24332dac1224\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.502181172Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.503987812Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c90f3da0-7373-48f4-a044-c7284e0b79dc\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.504529241Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.50686253Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fdad274b-03b4-4823-b42d-6d4b6013e1a0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.506942329Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.509004688Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c02df6f-decd-4c54-af20-fbba11e728d5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.509075028Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.511730278Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b116be1-5f7f-4c0e-ab42-7bc1c15214ee\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.511810779Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.514162675Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbe71859-db43-44dd-ab9f-32a94d229517\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.514300349Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.516866161Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77f3f2ab-64a3-4eb2-96fe-f21ed541de23\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.516987723Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.520360694Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4c51867-2d09-4f57-9c55-8c3076026006\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.520765601Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.521806394Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9329189-c134-459d-84c6-0145122a565a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.522037304Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.522939291Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1dcf46a-c1d1-4110-a953-bd7d4c197115\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.523168358Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.52420851Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"918e6996-9fa0-4f46-bbf1-dece1e4105fb\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.52449469Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.525493641Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bedfe6a0-7c7d-488e-a7fd-59b261ae37ca\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.526565617Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.527706901Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d643b40a-be7e-42a6-94ee-6f7dee29db80\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.527862541Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.531846579Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fc87b4a-8f62-4157-a3cb-98b0031e099e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.532531113Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.534315438Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2df9158d-2c94-43c2-8c07-b0d5e2159f8a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.534400187Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.536214091Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a77dc7a3-f68f-46e5-9286-1e1fca964e4c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.536354691Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.548790508Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.548860227Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.548898433Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.548929936Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.549678728Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.553966892Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.560085773Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.56022459Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.560272235Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.560603585Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.572657592Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.572834534Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.574119986Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.575884331Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a59b271-0749-4ca5-8308-c4594a4f009d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.576178507Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.594827183Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f927606-169b-43ec-a996-1cca9d8d4a55\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.595115628Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.599536396Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a02e666-7942-4a79-98f5-d1e42fed7546\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.61046469Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.611491065Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55729f41-2576-47d9-9d6f-e96173873bfa\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.611740913Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.612776787Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64293022-be07-48d1-be36-2d9f37498a27\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.613014711Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.613885305Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15aeda4a-0fcb-4557-b8c1-f07f5290cfde\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.614106376Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.615617166Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4fbdbe1f-3484-46bf-a185-70ee178f7306\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.615827345Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.617075462Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62617e6a-9fd9-41ac-9e33-b305c0d15940\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.61733564Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.619191668Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"537c7542-cdf4-4400-b6c2-c3844760bcd0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.619402929Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.622089372Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89ed8f7c-5354-4863-8f22-3ed35f6273bd\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.623110175Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.626770258Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b823a33-801d-49dc-a557-ed428b06878e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.627420233Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.633951566Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.640060157Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"092e5191-fe1e-421f-9ab4-d16d42eedf54\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.640145567Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.641814302Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d964f78e-7446-4663-9f04-8ec15f80f511\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.642111635Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.644730102Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5aa02e0f-2c0f-465b-b872-3b023e3cb39a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.644953527Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.646333035Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7da1136b-891d-4ede-8f22-6a22b3f29966\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.648008905Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.64956759Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0d2013d-a66f-4a3c-a1d2-5e9fe5eded10\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.649795304Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.650844775Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3aca6814-0528-426e-8ad9-2df8a364bd1f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.65181123Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.655437135Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ee4dbd2-0ed0-404f-80e1-804f676bb322\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.655542124Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.655654648Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.65569585Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.655724267Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.658065742Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.668723497Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.679767131Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.679851389Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.679884645Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.679994253Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.680045686Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.680549329Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.683702772Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.692497876Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.693476225Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.693786153Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.698976234Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.700417365Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.700546823Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.700595199Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.70069587Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.703429086Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.70792848Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.721225644Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.721400673Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.721451594Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.724012797Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.836951379Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","sled_agent_url":"http://[::1]:41754"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.837061619Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:41754/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:49.840534579Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50143"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.841845611Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"adf9141b-7bac-46cb-a711-0173884f3234","remote_addr":"[::1]:50143","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:49.844909946Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"adf9141b-7bac-46cb-a711-0173884f3234","remote_addr":"[::1]:50143","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3016,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.844966138Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.845006579Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.845792104Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.84640734Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:41754/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"adf9141b-7bac-46cb-a711-0173884f3234\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.848514658Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.848559127Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.848586161Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.850363592Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.85042244Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.850456097Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.850487259Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.850989329Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.857221516Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.868518745Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.870601275Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.870668118Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.87100075Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.917958741Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:49.921678933Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:49.921931567Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.921990194Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":29,"elapsed":"563.550758ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.922029282Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":30,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.922056997Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.922085804Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.922115303Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.922142247Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.923908526Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.925735867Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.933243826Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.933325208Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.933360919Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.934607062Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.941608111Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","candidates":"[(6a0909fc-d9d0-4f32-bf6e-6d8817ef53fc, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.941669974Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.942359298Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:54772","req_id":"b1c3a943-b61c-4935-bb44-b94d27122ca3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: ed 03 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.942422654Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:54772","req_id":"b1c3a943-b61c-4935-bb44-b94d27122ca3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 60675,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.942628705Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.9427919Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.942902169Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:54772","req_id":"b1c3a943-b61c-4935-bb44-b94d27122ca3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.94382619Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2134, tv_nsec: 742725075 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.94389105Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.944253201Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:52484","req_id":"3618347a-0dcb-45d7-bdab-b11165e09d1a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: c5 8f 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.944314824Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:52484","req_id":"3618347a-0dcb-45d7-bdab-b11165e09d1a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 50575,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.944405695Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.944476326Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:52484","req_id":"3618347a-0dcb-45d7-bdab-b11165e09d1a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.99512004Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.995537432Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.995754174Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.995808241Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.995836969Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.996589889Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:49.998360877Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:56107","req_id":"1a93af5f-9257-490b-8214-ffa46903e17f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 5d bd 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ]............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.998469905Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:56107","req_id":"1a93af5f-9257-490b-8214-ffa46903e17f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 23997,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.998705835Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23997,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:49.998806175Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:56107","req_id":"1a93af5f-9257-490b-8214-ffa46903e17f","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.999214157Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.999269227Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","mgs_url":"http://[::1]:46735"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:49.999434607Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.001881612Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.013669689Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.013824257Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.013869637Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.014401698Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.016546912Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.016610879Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.019299777Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.019360317Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.02166043Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.021937813Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fea1ac60-eeaa-447e-96ef-28171d35000a\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.02238821Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.022515033Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.023959822Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.024023649Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.024052286Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.026401847Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fe12914-49f8-422e-91de-1d13fef2c6a1\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.026898236Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.033157337Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f46f31e0-7280-415b-861b-d40d90b82774\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.03337948Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.043358141Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4fd0ed37-b330-48ba-b81a-5d2d7e9e4259\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.043495575Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.04817051Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b27c9ae6-83ae-4a04-a951-e44ffab78179\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.048411871Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.051466457Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a20c918-e0a7-49b3-8e81-ca072dd9fca1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.051681866Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.060964952Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4399879-26c8-47f7-8b06-017bc44ddf5b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.063153883Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.069588634Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f0ec1b9-57e1-43d6-a0b1-ed48fa4e7d24\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.069672892Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.073774384Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.085657941Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6eb41b90-2b4c-4523-9534-420957b37fe5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.08591858Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.091192448Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ccc6564f-5eda-4a45-9330-888413b06846\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.091668867Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.094213347Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e15868db-7894-4189-aa5b-7a92f8445aa2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.094515209Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.096074606Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0c52496-50d8-4fd1-9812-22fdbc59e7b7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.096202961Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.099135715Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53f651b5-5608-456e-88f2-01c04d6fc84c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.0992438Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.102883662Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96b92fdc-da73-4130-a003-b642c7b20552\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.103392957Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.106587432Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c0f2bee-fb87-4e8f-82cb-5a37da1c85cf\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.106658032Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.10876486Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e41000c-4ab5-48a5-b7e9-b4911f874520\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.109163053Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.112007992Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0b4a685-737b-4a3c-9ac2-8e4af49eed6a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.112078192Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.114278686Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa76825d-2eff-487f-b771-92744c3b2bb6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.114455278Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.121753028Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69da786f-d183-4776-8598-68df735d0b32\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.122109168Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.125169455Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55a4c3d4-efe4-44e4-9b85-c3d34bcdc092\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.125383672Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.127368366Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"862f1f01-df51-4656-81f6-d3bcbf952469\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.127564858Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.128882603Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d0509b8-d5c5-464e-ba9c-560a61c54051\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.129078754Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.130776477Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.130833691Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.130865204Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.130894732Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.131694746Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.132322647Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d132f8e5-77e1-4ae2-84f1-afeb4a3a5706\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.132446624Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.133689Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26317ed3-51ae-4a95-9700-a1c1b58ded17\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.133878427Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.134389465Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.139756539Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.139818412Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.139851178Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.140269301Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.142421148Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97cf3b40-2f60-40ee-a6eb-f8562c2b8c2e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.142486889Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.142782919Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.142836145Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.143423034Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.145012451Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f0d4444-a3cb-4f3e-915b-46a9d0d84557\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.14511229Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.14745092Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52619bb2-fd08-453a-9930-47ba8aeedd8d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.147523544Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.149368881Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1307e68c-7636-4e8f-80ac-5eae2d9f80ed\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.149437007Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.151384537Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43054271-1135-4173-b661-ffe659e7ef5a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.151535578Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.157741533Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61cc4c90-f1af-4ef0-ab74-7a7e6071606b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.157929527Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.160504267Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37ec0cb4-09d2-4a5e-960d-bf8954db14f7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.16156939Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.163233515Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3798d10c-e469-4431-b7d6-ac4ee50c062a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.163298254Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.165434561Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"273d2e64-23ce-4154-b14a-1cbd88aa7222\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.16604153Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.168672051Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e88d92de-cc2a-4b94-97ac-a6e615b044fa\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.168736099Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.170333231Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ea14a4b-e59e-4e9f-95cd-f7fb33b8a72d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.17053857Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.174756805Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77661de9-43ae-4bc1-8e70-3ff93fd53184\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.175097123Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.183476027Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.187523972Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ae07e61-22d3-4745-b7fd-1eb00b430c0d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.187705204Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.195138574Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"331a1618-d67c-40b8-a30c-550c91f458c7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.195341338Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.20081313Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4295f46a-a45c-43eb-a662-4a57d83dc9f6\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.203064937Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.21672816Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5aa2b90a-49d0-4081-a5a0-e7b04bf3cb9c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.217248417Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.225349808Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.225408154Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.225932068Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.22679607Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.232062102Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.2321315Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.23673871Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.236821194Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.236855763Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.236885402Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.238181033Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.238778063Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.238844295Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.242262185Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.250525349Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.250647943Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.250753122Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.251703095Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.255303198Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c78f694c-213d-42af-9197-2d623a943568\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.255632093Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.256146639Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.256349192Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.257988418Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.259277988Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1979228f-c9ae-48ca-b858-ef8c6b11da3f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.259430492Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.26360558Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86892f21-faa3-41b0-80ad-4f8b1c7708a3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.263782964Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.265102483Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca57b907-6d8d-4ca6-8650-ef89b731bbed\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.265254656Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.266392603Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db582330-a6cd-4110-a79e-d2e1c66a3206\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.266489236Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.266524245Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.26664696Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.266725266Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.268016799Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.270829944Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.276938134Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.277024987Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.277059997Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.27709131Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.277119386Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.277619251Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.280209753Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.287619306Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.287683895Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.287718914Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.28854471Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.369173457Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","sled_agent_url":"http://[::1]:41754"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.369252946Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:41754/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:50.370357877Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:45739"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:50.371244183Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.37171417Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"91430e18-2444-44ce-9075-0fba858d668f","remote_addr":"[::1]:45739","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:50.372200448Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"91430e18-2444-44ce-9075-0fba858d668f","remote_addr":"[::1]:45739","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":453,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.372480296Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:41754/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91430e18-2444-44ce-9075-0fba858d668f\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.375431286Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.375488951Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.375517036Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.38136068Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.381424867Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.381460138Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.381490649Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.382278338Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.384879721Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.389338324Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.389598403Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.38965223Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.390340652Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.398067387Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:50.422157234Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:50.422697751Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.42282771Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":30,"elapsed":"500.704161ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.422881267Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":31,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.422911236Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.422940404Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.422969202Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.422997238Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.423909044Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.427306864Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.437230988Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.437534843Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.437652588Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.438347171Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.445897766Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","candidates":"[(6a0909fc-d9d0-4f32-bf6e-6d8817ef53fc, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.445958537Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.447835787Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:52726","req_id":"b966bab7-2c73-4281-9fd6-e254d70414b1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 13 9e 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.447966778Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:52726","req_id":"b966bab7-2c73-4281-9fd6-e254d70414b1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 5022,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.448165534Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.448332767Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.44847993Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:52726","req_id":"b966bab7-2c73-4281-9fd6-e254d70414b1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.449198272Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.449259053Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.449292309Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.449318972Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.450297271Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.450628371Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2135, tv_nsec: 249459430 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.450704122Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.451175721Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:55082","req_id":"aedfd582-fe53-4b67-8900-39f69c3a5dce","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 98 1f 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.45123008Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:55082","req_id":"aedfd582-fe53-4b67-8900-39f69c3a5dce","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 38943,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.451466491Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.451498465Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:55082","req_id":"aedfd582-fe53-4b67-8900-39f69c3a5dce","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.518792764Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.519509813Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:53597","req_id":"54a12870-4384-4887-8c9a-b041e309428d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 90 88 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.519655774Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:53597","req_id":"54a12870-4384-4887-8c9a-b041e309428d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 37000,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.51981473Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37000,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:50.519901363Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:53597","req_id":"54a12870-4384-4887-8c9a-b041e309428d","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.521149109Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.526723656Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.526784828Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.526815739Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.527185326Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.527931052Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.527983546Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","mgs_url":"http://[::1]:46735"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.528011812Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/ignition","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.533361381Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.533421922Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.534220864Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.534281394Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"863b3d34-b86d-45b0-a460-e113fde52927\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.534320081Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.53719032Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b002122-7034-4bc7-8662-9cb3f5cce47c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.537303405Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.574796939Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75a4b382-6f19-4dfd-921a-8c270438697b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.575258078Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.588071908Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b7e1ef8-6f4e-4009-b114-4eef23272d5f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.588210785Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.593139505Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.594467551Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1c24f06-639a-490d-a723-868bdf005bc3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.594605075Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.596596052Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7059f55c-e2e6-46bf-a553-03b2e02d4d27\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.596736271Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.598642119Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b940bb7-765b-494a-ba39-2bbd1b5d6636\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.598796717Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.600840689Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b13bcaa-4e79-430a-b9f6-47e9898d82bd\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.601007882Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.601996893Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0cd16bc7-4321-402a-b9bf-ba07855f026d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.602099317Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.603114339Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f47bba14-8386-4360-b7f5-fc08ad380036\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.603486711Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.604482906Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31967423-386a-4b09-8d58-91d03e488f88\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.604805489Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.606082553Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3be535b-a781-4747-81f3-60b801bd3ec6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.606339175Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.608926931Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4fc8e2ac-b1b1-4407-b14e-d1cfff409688\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.609710993Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.612514859Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79ac34d0-60ca-4789-9cec-07fc09d2ce44\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.612648656Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.61504967Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08a9ad27-ad25-4b28-81db-6ea16c5a8fbb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.615186222Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.617035366Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4aa56a7-90ab-4756-a080-1f52bbad6125\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.617199643Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.620044752Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"143852db-cd75-4aab-ba7c-56a084386137\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.62041498Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.622896644Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ba8074f-922d-4ff2-8e27-bcd44beab57f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.623740586Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.626604873Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19087b73-1dea-4f4a-aa97-29f19bff85d7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.626772276Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.627745175Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dccdeb0a-167b-4936-9263-942dec8d9618\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.628035273Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.629100906Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"444ae6d1-10e5-4fcf-9866-1d05fd1d44c0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.629296335Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.630211899Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c46dfa3-b955-45f6-a046-056620a81e07\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.630315065Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.631578031Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb625415-856f-40a8-b04f-1ce322498cb4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.631655887Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.633610301Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cdf54b03-e6a9-4000-9daa-97bab77046a4\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.63383069Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.639666928Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c454e8f-1efe-45ee-900f-b65550d557b0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.639835243Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.645824216Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.645889827Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.645993213Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.646038293Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.647143565Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.647849802Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1b295cf-a86a-4865-bed1-b4be37d3578f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.647987286Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.649673075Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.658212519Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.658291466Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.658325233Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.659268092Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.661533486Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30b550ce-0351-4395-8508-fca7868a24a5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.661683996Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.661895056Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.661946078Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.662446495Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.665280912Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4e02961-c5cf-4ad3-baaf-4b3a9bdbc030\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.665442735Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.668615757Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4da423b2-3bd4-4176-9a77-1380b5b9a5e9\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.668742529Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.675571125Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c5cbc3a-ebdb-45b9-8a5d-eeb4dc5fe2db\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.676721938Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.678379781Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59929816-dabc-4d4a-abe9-3a1b0ee363dc\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.678495872Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.679745562Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d84e6b19-ca5c-4560-ac74-5781a55deec0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.67989516Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.680952888Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d19c37b-f1be-482a-ae10-c618afe5e00f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.681082366Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.682609218Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03777cfa-0b03-4b37-abf1-b292e339ef99\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.683721815Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.684993769Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b678ecf-1dd5-4526-8148-4d18e0ef2525\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.68517995Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.687799659Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de570f38-f2e7-48ec-a5bd-e25ce1c1f304\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.687878967Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.691012Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6759a3f2-b266-46f7-88d4-3c9bdd0c5ea0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.691295665Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.696026601Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.699249322Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83b1dee5-c28a-4733-aa6a-9b2bffbc169b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.699394642Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.70219435Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56620bfc-7fe2-4f44-8bb0-d8c16ca4ed67\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.702635248Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.70768503Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b805433-6146-4a6d-8d59-2287b6882391\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.708802787Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.712684932Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37642d60-97b5-481d-a6a5-efa100c4f5f0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.712763699Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.713752569Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5443363-afa2-47ce-aa32-4b68e072ada4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.713901295Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.714835266Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad2d0447-6c0f-4a4d-9af6-947bdad886f3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.714965746Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.715824938Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fce3aef3-95c1-48cf-9f6b-a4538df0629a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.716033944Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.716798397Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32b3fd9a-2e38-4857-ba50-e821dc338d75\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.716894258Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.716937234Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.71697014Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.716999849Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.717792959Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.725454384Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.730345138Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.730409346Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.730443595Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.730604766Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.730644485Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.731547434Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.734992227Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.741289084Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.753014626Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.753080748Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.755138287Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.75770442Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.757762315Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.75779489Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.757821834Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.758520777Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.910054637Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","sled_agent_url":"http://[::1]:41754"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.910218033Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:41754/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:50.910997716Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:54991"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:50.911359477Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.91255538Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"oximeter","body":"None","uri":"http://127.0.0.1:55729/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.912913083Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c4723233-968a-44d6-bf25-11cc5a855115","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.913318681Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"7e2f908d-fb1a-429c-b3d3-e482c4075cb5","remote_addr":"[::1]:54991","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.913656103Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c4723233-968a-44d6-bf25-11cc5a855115","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.9139808Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c4723233-968a-44d6-bf25-11cc5a855115","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.914826886Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c4723233-968a-44d6-bf25-11cc5a855115","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:50.915458254Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"7e2f908d-fb1a-429c-b3d3-e482c4075cb5","remote_addr":"[::1]:54991","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2141,"response_code":"200"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.915754835Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.928273317Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.928357605Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.928391903Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.929118711Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.930607858Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:41754/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e2f908d-fb1a-429c-b3d3-e482c4075cb5\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.936106283Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.936213156Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.936279168Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.945763856Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.946125696Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.946266487Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.946361997Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.948340359Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:50.953852071Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c4723233-968a-44d6-bf25-11cc5a855115","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","latency_us":40910,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.954565292Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:55729/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4723233-968a-44d6-bf25-11cc5a855115\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.954963084Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"oximeter","body":"None","uri":"http://127.0.0.1:55729/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.95554302Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.964842268Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.965386953Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.965443937Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.965888132Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.966192358Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.96624369Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.966716623Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.966933785Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"25d33247-b14c-4425-a704-3de1de8ad334","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.967349954Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"25d33247-b14c-4425-a704-3de1de8ad334","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.967410435Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"25d33247-b14c-4425-a704-3de1de8ad334","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.968228405Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"25d33247-b14c-4425-a704-3de1de8ad334","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:50.978326935Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"25d33247-b14c-4425-a704-3de1de8ad334","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","latency_us":11464,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:50.980906044Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:55729/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25d33247-b14c-4425-a704-3de1de8ad334\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.981211132Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:50.981261332Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:50.981423164Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.01041561Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.010618544Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:51.0109579Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:51.01153471Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.011682564Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":31,"elapsed":"588.793693ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.011827132Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":32,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.011923875Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.012080277Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.012510754Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.012571616Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.013400046Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.021789682Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.022660517Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.022729755Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.022756518Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.022843432Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.032838987Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.032930079Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.032967162Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.033968898Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.039357435Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.043502113Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","candidates":"[(6a0909fc-d9d0-4f32-bf6e-6d8817ef53fc, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.043558685Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.044285674Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:62820","req_id":"52cf3489-9e4a-4c91-aba7-343c9c779bad","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: fd 8c 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.044347728Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:62820","req_id":"52cf3489-9e4a-4c91-aba7-343c9c779bad","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 64908,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.044565942Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.044723336Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.044791442Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:62820","req_id":"52cf3489-9e4a-4c91-aba7-343c9c779bad","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.04511682Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2135, tv_nsec: 844020133 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.045168322Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.04554338Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:51860","req_id":"7d821436-25c9-463b-85c7-365a901b303c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 8e cc 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.045602137Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:51860","req_id":"7d821436-25c9-463b-85c7-365a901b303c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 36556,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.045831594Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.046086752Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:51860","req_id":"7d821436-25c9-463b-85c7-365a901b303c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.124961726Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.125379388Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.125435159Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.125466381Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.125492824Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.127524642Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.128066191Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:49740","req_id":"14db4945-fa9a-4a95-92e9-2bc6418127b0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 7d e2 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c }............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.12868283Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:49740","req_id":"14db4945-fa9a-4a95-92e9-2bc6418127b0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 32226,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.128856255Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32226,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:51.128942607Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:49740","req_id":"14db4945-fa9a-4a95-92e9-2bc6418127b0","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.129371702Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.129422944Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","mgs_url":"http://[::1]:46735"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.129473856Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.136316078Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.161870153Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.162130522Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.16223463Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.164411046Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.167331815Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98e1695a-9263-40b4-8261-4a68e46dfe50\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.167578527Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.168271488Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.168329223Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.168985149Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.170270661Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8eef2882-e553-4452-8223-5294d835a73a\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.170568234Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.176667727Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"101f9015-e4ad-4289-8c96-6927207224a0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.177531207Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.182026283Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33f4dcb8-183d-464d-8429-6defde547fac\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.182102315Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.189141279Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0354f8f-01d3-4b59-aaf3-d320118d055b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.190798321Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.195573455Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3e77f53-520c-4edd-88a5-9607fa4775e5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.195898292Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.20012314Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7325c122-e39d-4aa6-a7de-7000a8b0e151\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.200252367Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.207641019Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43746f18-87d5-466e-8c43-14fa91f3bc12\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.208131887Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.20909211Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.211338446Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f20975a-79f2-4218-8dd5-d6186b183bf9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.21159652Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.212818935Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b88ca057-b5dc-41a4-876a-9ce0b9200594\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.213064274Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.21412099Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50eb6f2e-db29-4fcb-91cd-88460fe4b0e3\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.214344575Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.215780707Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0eb371d6-ef0b-419e-984b-8b7c9d4fef11\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.216074081Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.217638628Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"139b16fb-91a5-4dd1-bb98-4393da44f97b\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.217912183Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.218391368Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.218587048Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.219027676Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.220158339Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.225115255Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.225235324Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.226736445Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f4905f4-d5e4-47ea-a9d8-68ced2e5cc9c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.227032565Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.231162764Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.231227894Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.232198027Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad46841f-cb4a-42f9-8112-7d8a7ef84167\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.232269039Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.234841704Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f3e0aa9-a509-406e-a09a-7325350231bf\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.234927014Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.236835036Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6a6755a-2033-4c8f-84e6-75bf471bde50\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.237052519Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.23916576Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5300469c-d1e3-4fc4-8779-f091e44b72ab\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.239285989Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.241122318Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e10c2a22-9467-4218-b0a0-af74829f39bb\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.241189412Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.242080738Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee94291b-5986-4f6b-ae86-f98e793458b5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.242135787Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.244530549Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8719160c-8871-46ac-aac6-b8226aaa48c8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.244685227Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.247103906Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e8ea9b3-b555-4b38-8776-8d17b71322bb\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.247297261Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.248961517Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2893ff53-2ab6-43c1-bb32-57007a1e7057\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.249060685Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.250835501Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a687ac20-deb0-4004-a9e6-7a2a57a3b10e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.251046992Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.254979918Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2da5a51-fd76-4d8d-807a-b589be35b0af\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.255157102Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.257733595Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee5b8ce8-bb3c-4692-abb4-965b29dfd96e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.257910688Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.259852547Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.259915502Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.259950682Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.259976955Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.260556139Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.261327005Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee2d4595-283f-4930-a4f7-a07ed7f89a4b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.2615958Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.264145881Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"813919ef-3203-4c1d-b4b6-1082eaaaac09\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.264365689Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.265002788Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.271908578Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.271969389Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.272000842Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.272625626Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.274894467Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.27496135Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.275441517Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.276141421Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42dd763d-97de-47c9-843b-7dcc8b917a4a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.276467852Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.279211829Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d22e0f99-9a13-44a5-a371-5d7713e13754\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.279449653Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.280718802Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1989990e-86ca-4084-8c79-3f4f26bfdd44\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.280877909Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.282303589Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13909092-6806-4718-a86b-744a7c21979b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.282461203Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.283416677Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3823db9-c223-4b81-ad75-14c4c22b4529\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.283547367Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.284607019Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0de66bba-b11b-4700-a017-08eccced13ec\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.284685996Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.286325793Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3cc5dd63-ecb6-447c-b076-60bb6c938a02\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.28638927Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.296583391Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbff07f2-bf65-4eea-80c9-4ae341ea4e61\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.296803609Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.301400949Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f975b84-1a4b-49f7-88e7-895fa86d7121\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.301513774Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.304902486Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2665aef6-9ce6-4674-93e8-2fd022553efa\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.304976914Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.3103902Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.313194738Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5b00e11-d3a8-40e2-a0a7-cf01cbc88158\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.313365708Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.317204757Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8dd9dda8-55c0-460a-9ba9-5f3e5c1cc476\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.317431469Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.319333579Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8274d888-6fef-4ebd-b75b-571a21b3d0ca\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.319406965Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:51.319995748Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.320511656Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fb37b81-8e73-4106-acd7-21234008ee6c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.320633018Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.321611708Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be9e5aac-677e-4407-b46b-0795cad18197\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.3218034Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.325168986Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4cf36d4-4266-4d1a-bdee-cbfb68513f5a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.325512099Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.330550107Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0af90f0b-626d-4d5f-8103-4f2481d85d23\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.330697401Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.330750196Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.3308829Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.331049051Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.332086148Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.336911672Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.343021556Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.343134501Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.343247596Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.343807051Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.343868012Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.345279485Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.347848042Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.356052589Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.356110204Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.356142318Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.356607585Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.361376447Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.361585403Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.361637286Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.361735041Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.36957425Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.48194903Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","sled_agent_url":"http://[::1]:41754"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.482181463Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:41754/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:51.483000004Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47720"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.483510391Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"3b066ebb-a79a-4593-946a-c974e891ab91","remote_addr":"[::1]:47720","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:51.48397688Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"3b066ebb-a79a-4593-946a-c974e891ab91","remote_addr":"[::1]:47720","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":473,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.484341517Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:41754/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b066ebb-a79a-4593-946a-c974e891ab91\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.488184534Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.488240545Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.488268501Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.489781465Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.489840112Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.489871034Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.489898489Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.490999302Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.491919696Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.49893844Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.499089581Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.499267035Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.499862611Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.502506529Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.507241543Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.513673138Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.513737967Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.516476163Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.519510669Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.519568434Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.520000174Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:51.566500273Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:51.566921472Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.566976532Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":32,"elapsed":"555.112506ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.56701072Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":33,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.567036862Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.567065659Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.567143374Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.567186851Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.567961013Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.575078865Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.585635709Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.585867771Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.5862235Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.586779868Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.594595641Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.59797812Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","candidates":"[(6a0909fc-d9d0-4f32-bf6e-6d8817ef53fc, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.598109502Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.604133865Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:58971","req_id":"5123b812-c704-4947-895d-a953d4ce8954","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: b7 09 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.608333473Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:58971","req_id":"5123b812-c704-4947-895d-a953d4ce8954","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 46857,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.610216003Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.619850069Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.620081981Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:58971","req_id":"5123b812-c704-4947-895d-a953d4ce8954","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.622556551Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2136, tv_nsec: 421375586 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.622623444Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.640148833Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:54445","req_id":"1697554d-c0e7-4609-85ae-db81afd884b5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 0f 14 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.640262379Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:54445","req_id":"1697554d-c0e7-4609-85ae-db81afd884b5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 3860,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.64057909Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.640612667Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:54445","req_id":"1697554d-c0e7-4609-85ae-db81afd884b5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.707820684Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.7099014Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.709947161Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.709977111Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.710007682Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.711652549Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.712760206Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:62213","req_id":"235b7885-5317-43bb-8711-7dcd4200d7de","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: b0 a8 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.712826077Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:62213","req_id":"235b7885-5317-43bb-8711-7dcd4200d7de","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 45224,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.713505741Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45224,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:51.713611292Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:62213","req_id":"235b7885-5317-43bb-8711-7dcd4200d7de","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.714815541Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.714926813Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","mgs_url":"http://[::1]:46735"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.714963125Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.715529764Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.722246407Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.722311757Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.722345965Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.722742776Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.725922982Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18d5c2d5-9a0d-4380-9f49-15b054a5f043\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.726583167Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.726959387Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.727497369Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.728630046Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.73111142Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c20d6f21-5cd8-49ba-851a-5719aa10a0dc\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.731177802Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.7350916Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1477c6f9-30ad-4aec-9d49-ac2fdb6d4240\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.735185647Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.740501799Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65c60738-393d-414c-85e7-3228f02f11ea\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.740765375Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.743591105Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc101b4b-b589-4a41-8c8d-66d3e4cbb3d5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.743668749Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.745818372Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36a5061d-79aa-4645-9b84-1545626d23e6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.745948822Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.748298303Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb2a6902-203c-4a5e-be13-e46f7f0749c7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.748413393Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.754152187Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0cc28d87-214f-4496-8814-7bb31310efab\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.754642584Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.756249916Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6ffe962-e80a-4a0d-9351-5ba208114512\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.756417881Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.759710552Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"410ec98a-9a96-4c24-ab5b-44634a0f7a04\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.759838537Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.763164213Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"531f63d8-2b67-447c-afc7-5a3de11b5566\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.76353403Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.77249794Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.772906444Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de26a20c-f954-49f2-a0cc-7766510f474f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.773198766Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.778213097Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2030c45-5e93-4901-bb83-d5274fad97f2\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.778374689Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.782437734Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27c50aeb-4714-4af7-b0f8-128bf0a43dfe\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.782598374Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.784439883Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41f57214-c037-4268-9c88-92a50000f49f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.784517678Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.787173329Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7bf78184-f2f3-423a-b148-02285099df0e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.787322026Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.789411068Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10c7f885-f420-45f3-8fac-286dd3c66d53\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.789487891Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.791497194Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d308f1d-7dfe-4abb-a9c7-5099c9c1ddf7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.791568717Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.793516878Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d393342-4144-4d24-8f8b-3e6d601e8137\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.793584623Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.794423194Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a1c0846-81ea-4a27-9efe-8323c8ce46ae\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.794580247Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.79554014Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b196cc3a-a30f-4fc6-87b7-eca6ea4662fc\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.795670169Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.796663869Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"112dd058-65e6-4974-a3f2-6ff29429dd60\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.796828757Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.797740293Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23224f1e-ca73-4ac7-9420-7600d8cfebda\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.797811044Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.799337115Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b99d281-2f1d-43a4-a7d5-4e4c591d0a5a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.79949545Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.803365531Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1bfa2267-5fba-4d60-819d-593c41fa58f9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.80344006Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.806484465Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58060d8d-f731-4b33-b191-3a20452d7aa7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.806551639Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.808869117Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3243b2e-859e-43c1-ae12-159f451dff4b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.808933355Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.811841008Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f55aa30-2fbd-46da-9d25-b99854c9fd08\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.81196747Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.813905722Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d63c7d19-521d-4e91-9446-ae2870e8e19c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.813967194Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.816848114Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1a02ccc-662c-49e6-90fa-8a72c9c9d81e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.816995378Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.817788137Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75ddb646-b001-4505-87cc-1da5ae112308\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.817913597Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.819016034Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7e4b84b-1ee8-4d27-a356-6224135f1e48\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.819327414Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.820437346Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"580af898-ef2c-47aa-9f78-c15793223b4a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.820763445Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.821762306Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ac930f3-aa1c-4641-9a8f-73a712f126b7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.822828881Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.822862417Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.822895022Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.82292383Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.822949501Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.823929053Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.824185333Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce7a871f-b0ec-4730-b4e2-98b3cee33ec5\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.824403759Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.826333413Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d39c653-c1c1-4858-ae16-edc2eb00376a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.826491097Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.826994651Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.836539538Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.836624007Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.836660048Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.837280324Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.840551372Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.840612193Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.841140445Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.842754401Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38fa0b1b-d664-480d-a2e7-8dd61d0cc234\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.842927997Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.849392557Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"431b7804-0c5e-4696-9576-90a5b8c70560\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.849889387Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.852100472Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef67ddbe-5d2c-4d5b-81cd-becf50746d65\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.854542738Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.857505201Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7db74a65-69c6-4acd-acf9-53bb3b6b6439\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.857589409Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.861488387Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"154cfd1e-58e0-41be-bf6c-b80b9217fe11\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.861574298Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.862557097Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fcb5b016-590c-4deb-844f-02c57e0d3eca\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.863269576Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.867827197Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3306760-22c0-45cc-88b3-c4c6e90e2290\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.867999771Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.869972642Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b89a5f9b-0790-438d-9966-3e773f9e21d8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.870024034Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.87543765Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0513a6a-e388-4df0-8318-01a4368204e5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.875663651Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.875982766Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.876041994Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.876076633Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.877482805Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.883827767Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.893056625Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.893127957Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.893157446Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.893187185Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.893215562Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.894292778Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.896048025Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.898684167Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.913113547Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.913239187Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.913280931Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.913741298Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.978569253Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","sled_agent_url":"http://[::1]:41754"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.978651026Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:41754/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.979395139Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.979464437Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.979497553Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.979524607Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.980475962Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:51.980540842Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:33762"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.981189314Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"fabaf5c9-e31b-41e6-8272-50dc97202d95","remote_addr":"[::1]:33762","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:51.982003335Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"fabaf5c9-e31b-41e6-8272-50dc97202d95","remote_addr":"[::1]:33762","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":824,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.982374816Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:41754/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fabaf5c9-e31b-41e6-8272-50dc97202d95\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.984249551Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.984307777Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.984335863Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.986353403Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.986415647Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.986452129Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.986481698Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.987003117Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.987379477Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.996382054Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:51.996445771Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.996479789Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:51.997800781Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.004492574Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.011930173Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.012194259Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.012239689Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.012771299Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.013362336Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.013423388Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.015233424Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.015289266Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.015847818Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.015986545Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.017570751Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.017642725Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.017802273Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.070371894Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:52.071044264Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:52.071835711Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.072312551Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":33,"elapsed":"505.211871ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.072369143Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":34,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.072398682Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.072436878Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.0724727Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.072571166Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.073793251Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.081327192Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.089464886Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.089630325Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.089732379Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.089969681Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.094542873Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","candidates":"[(6a0909fc-d9d0-4f32-bf6e-6d8817ef53fc, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.094603083Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.096359743Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:49415","req_id":"43b24434-7b9e-4772-a116-17e49c079f7d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: b8 d8 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.096426316Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:49415","req_id":"43b24434-7b9e-4772-a116-17e49c079f7d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 47320,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.096790762Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.09718638Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.097461228Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:49415","req_id":"43b24434-7b9e-4772-a116-17e49c079f7d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.097998118Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2136, tv_nsec: 896844357 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.098062746Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.098633604Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:63378","req_id":"fb71a211-0908-439a-9920-a28f5e1d0ab8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: fe 00 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.098694345Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:63378","req_id":"fb71a211-0908-439a-9920-a28f5e1d0ab8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 65024,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.098937148Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.098979443Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:63378","req_id":"fb71a211-0908-439a-9920-a28f5e1d0ab8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.174552297Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.174927214Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.174988746Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.175063976Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.175100329Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.176135341Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.176836548Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:49786","req_id":"b1a045d9-4bf7-421c-8779-288b9729f873","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 92 fd 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.176900586Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:49786","req_id":"b1a045d9-4bf7-421c-8779-288b9729f873","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 37629,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.177143319Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37629,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:52.177326614Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:49786","req_id":"b1a045d9-4bf7-421c-8779-288b9729f873","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.177649508Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.177703545Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","mgs_url":"http://[::1]:46735"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.178695121Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.179097423Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.188005061Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.188088437Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.18812023Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.188659895Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.192815555Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.192877749Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.193538666Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.193763865Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9331c7e-5836-46aa-aa54-2b5f683cd9d9\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.194386926Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.195732036Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be1b52e1-a4de-4f12-af7a-ecd4146217e1\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.195856424Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.199917525Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a395eb6-781d-4e91-95b3-56603912c102\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.199986954Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.202726662Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14a7adc9-743d-432c-96a1-90ca4825f83a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.202802373Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.205887069Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76839c6e-9858-4195-bdf9-5fbb11bf2790\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.206190834Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.212323423Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56f4e3eb-bfdd-43bd-aea7-bb49cd542a84\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.213861057Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.218906109Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.21896682Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.220090709Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.221086704Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.225390258Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.225454837Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.225633573Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c714b473-fb6e-4a7c-9f7c-b8925d8ac88d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.225872629Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.228867647Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ccb0ecd-6605-4432-be76-d65a13ba2185\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.229154899Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.230630048Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.230690058Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.231673587Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"481f54f3-0eb8-461c-89ed-93327fe6b473\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.231811452Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.234578084Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ca552fd-2286-4dfb-a7ae-ca25ab713e82\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.234760137Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.235599089Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.237683622Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9dce3d9-7cc5-4221-b754-2a07a120d4f4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.237815094Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.239850359Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f07fe8ae-face-4d11-b9fe-802c51d97178\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.23997133Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.242462493Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a844bafb-c87b-44d8-b34f-a2b4601059cd\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.242687913Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.244672176Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c526af0-20bc-4c25-a29c-0058d62d53df\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.244737416Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.248808688Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a36e474b-3a27-4c0f-8ed2-ce3bdf771a74\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.248925581Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.250989172Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"504102c8-af94-4f02-af83-0670bef5b93a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.251107809Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.253164647Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3750911e-48c0-4d2b-baa3-7c843693393b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.253225057Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.255493968Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fa2ad99-89e3-41f8-bb50-a9f1e55d2de6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.255626472Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.25965561Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"defdb193-d64e-48f8-bb19-d2d1ea2e0f1a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.259989395Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.26309872Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55b3495c-f61c-4283-964f-e13143685cec\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.263255923Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.265251719Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5c47554-be51-43c8-a7c2-1ad977bbc4e9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.266543403Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.268066608Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dba0df8f-c3c0-4d11-b499-9ddf12055a76\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.268205284Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.269411057Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db1db71c-1553-494a-a387-d85ca72b3dda\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.26953828Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.270827329Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7af76781-1119-4bd2-8b95-e7b89c0c3a34\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.271010934Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.274471499Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7a4851f-c3bb-489d-bbce-e2d9824243ad\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.274764373Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.276697044Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0528f247-68a8-4e91-bf27-a43710e7905e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.2772424Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.280912142Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5c5c26c-8034-4f2d-84d9-3f3bc3b053a4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.281050057Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.283792912Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1545eb67-735e-4a1a-b9c3-6cf08fd6a11c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.283924734Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.286880754Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"409ab0fe-db1c-4e90-95a1-a9c43c5300c3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.287013739Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.287317715Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.287373155Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.287405469Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.287431962Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.288142618Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.291745136Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.298563671Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.298655184Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.298691346Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.299094699Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.301032971Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34e7c1eb-0a2e-403b-b110-d932767a7eed\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.301139013Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.301505202Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.301664019Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.302022373Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.303618302Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5aa25024-2bdc-4eab-9f7e-27a929dd8b4d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.303684264Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.305280905Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"547becee-211e-4b36-a3ca-8d70224bcc59\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.30564484Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.307172594Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b89df7ec-ca08-4962-b6e4-c6bd1aea2dc2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.30728586Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.308506031Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"377c8c6b-98f6-4fea-aaef-86f4ab5fc658\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.308618325Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.310656225Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa6dca56-ef91-467c-9a21-d97fac8d61df\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.311348324Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.31515558Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d478ef1f-30ba-4927-b45c-0fa1b11cd589\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.315230309Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.31903536Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62be6d3f-e291-4eaa-a061-d1d86c82ce78\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.31911093Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:52.319959892Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.32510831Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8a6f6ea-15ea-4c73-8302-9bfe2e3cb144\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.325297357Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.329140895Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7bed75e-1c19-41db-a8c6-45311ee5ae85\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.329278729Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.329868474Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.336259758Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31b5d417-5362-4f27-93b1-18fe47d14b1e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.336918411Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.343712588Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01d6f5d8-f5eb-48ea-99fb-ddbf402fe1c6\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.344008958Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.345281003Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff282e72-3e17-4fc7-b13b-9441fafe291c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.34573628Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.347539693Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b4bd15d-0d57-44aa-a3be-a11266ab2403\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.347795513Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.349250662Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54eec591-558b-422e-a012-8bf3294ee4b1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.349426683Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.350632746Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ccb1eb6b-6ce6-4df9-a030-9680ef512480\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.350699358Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.350737855Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.350773486Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.3508057Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.351490485Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.353752401Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.360901004Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.361586741Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.361656991Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.361693093Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.361724605Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.361752782Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.364299836Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.37023416Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.370314089Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.370351053Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.371091569Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.465821792Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","sled_agent_url":"http://[::1]:41754"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.46593628Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:41754/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.471561057Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.47346949Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.474129765Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.474290696Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.475332642Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:52.475685215Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:60311"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.476748152Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"4f9fe65b-3198-44c7-86c9-f9e1805d3040","remote_addr":"[::1]:60311","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:52.477455221Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"4f9fe65b-3198-44c7-86c9-f9e1805d3040","remote_addr":"[::1]:60311","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":755,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.477894787Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:41754/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f9fe65b-3198-44c7-86c9-f9e1805d3040\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.481357526Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.481436033Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.481466123Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.484261422Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.484340981Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.48437577Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.484405599Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.486426506Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.489179862Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.499004066Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.499818929Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.500101863Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.501378978Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.501621291Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.50844189Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.508906325Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.509018719Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.509829836Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.51815334Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.518213309Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.518766Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:52.572525002Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:52.573191199Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.573276088Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":34,"elapsed":"500.855702ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.573312952Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":35,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.573340186Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.573370226Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.573399193Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.573426087Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.574170079Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.582164758Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.587689636Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.58999024Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.590228855Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.592609849Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.600409109Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","candidates":"[(6a0909fc-d9d0-4f32-bf6e-6d8817ef53fc, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.600551192Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.607573463Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:60012","req_id":"d3dab48f-32ae-482f-901c-4a4089b0b43c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 1e f1 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.607774935Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:60012","req_id":"d3dab48f-32ae-482f-901c-4a4089b0b43c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 7921,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.608084762Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.608334209Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.608512134Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:60012","req_id":"d3dab48f-32ae-482f-901c-4a4089b0b43c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.609200425Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.609912804Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2137, tv_nsec: 408799735 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.610058174Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.616903573Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:49379","req_id":"b68bb4a1-acde-47ce-9046-223ebbb59c2b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: a7 98 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.617271195Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:49379","req_id":"b68bb4a1-acde-47ce-9046-223ebbb59c2b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 42904,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.617613127Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.617771673Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:49379","req_id":"b68bb4a1-acde-47ce-9046-223ebbb59c2b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.695120786Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.707172899Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.70725903Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.707405462Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.707442887Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.708105707Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.710952449Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:53041","req_id":"82ccf889-2d3c-45ec-91df-0a2d7923dc5d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 33 fd 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c 3............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.711488778Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:53041","req_id":"82ccf889-2d3c-45ec-91df-0a2d7923dc5d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 13309,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.711613817Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13309,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:52.71177616Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:53041","req_id":"82ccf889-2d3c-45ec-91df-0a2d7923dc5d","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.712206879Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.712264734Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","mgs_url":"http://[::1]:46735"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.712295996Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.713518011Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.722770085Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.722892279Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.722930505Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.72325944Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.733609492Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.733691696Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.735127637Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.735200432Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e9a8fc8-95fd-424c-bc4a-b128003110d9\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.735241734Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.740771903Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"313dd910-ab00-4b5e-afa5-1f50dbd151c7\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.741013785Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.743886859Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6e12c1c-f7d8-4e40-90fc-5af998b4895f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.743969724Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.746153976Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf3ac098-5dc4-4951-b8a8-2ba9d5a4acea\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.747739565Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.755246051Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e31663cc-c300-4c30-b0d4-3749c3416082\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.75584769Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.758171039Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"777ba221-e6c6-4e8d-8d69-ae45d5996a0b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.758382951Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.760559618Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2773aa4-aed0-4071-b6d3-c1b09a0539d6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.760839366Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.763222404Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"759a1031-de75-4e20-ad02-7befd517577c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.763871908Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.765320244Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f2f6e5f-c727-4818-b64a-232883851120\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.77551213Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.779351109Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"082c25bc-8726-47ce-8e4b-9d79aebc76cf\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.779466549Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.780636881Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5781485e-ccea-4f21-9914-a539bc56e87d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.780711399Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.782275115Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59b45726-55c5-448f-9e77-815b027d758e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.782492799Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.783661237Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6ecf370-0fc9-483d-b9fe-14625d182ad8\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.783878951Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.792394257Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.795651005Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9fa15f3c-622d-443e-b8ae-cd4bef3bfeb0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.79596445Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.798419111Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3425a33-8f90-44d5-900c-b24a0a45df18\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.798548438Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.802370193Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e8f82cf-23b3-4907-8741-4146cbae71f2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.802912113Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.80832099Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d939cff5-7aa1-4988-8e8c-246c1896b687\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.808398304Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.812781537Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"754ceb90-1ad5-40ee-9bf9-aeba1a741680\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.812859202Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.816427551Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9aad29c-f0af-42a8-9d8a-7b546941fae1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.816654774Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.817544246Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4f58e1f-1589-4544-aed5-a3920ee66483\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.817944754Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.820646547Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec93104d-0cdf-4bc7-a34b-e633c534f754\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.82226401Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.82413624Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f976140e-bfa1-4869-8b09-e0dc856e6855\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.824360317Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.826917241Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d22167a-cc88-48cd-8dc7-a5a8768180c6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.827426977Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.830007098Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f22a3935-8216-4672-94da-40da103f3642\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.830589328Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.83353637Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ae37357-3937-4e4d-a19d-61023513d2d6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.833751518Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.837298776Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d16d5de-8c24-4a9e-9123-29083839ad8e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.837646719Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.842116054Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a03ae419-e554-4cce-81c5-a9b18d48fd36\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.842335221Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.842867652Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.843048051Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.84315782Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.843245364Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.84786094Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.852404673Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.874547011Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.874608092Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.874639846Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.878310359Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.878709053Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.878758412Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.879310411Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.879787402Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3a8da89-6d09-4879-be74-6af70fff43a4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.879849646Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.884471364Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e00ccdff-89b9-4053-a0f9-649cb15ec5b5\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.884692996Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:52.892062008Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.893015558Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"oximeter","body":"None","uri":"http://127.0.0.1:55729/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.893756114Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b4a4d67a-0119-4896-930a-ee80eb250d6e","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.894545556Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b4a4d67a-0119-4896-930a-ee80eb250d6e","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.894676878Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b4a4d67a-0119-4896-930a-ee80eb250d6e","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.89586715Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b4a4d67a-0119-4896-930a-ee80eb250d6e","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.898067744Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc7676ae-56fb-4a0b-a643-6fe6411f92e6\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.898565716Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:52.899993692Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b4a4d67a-0119-4896-930a-ee80eb250d6e","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","latency_us":6247,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.900826421Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:55729/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4a4d67a-0119-4896-930a-ee80eb250d6e\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.901307018Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"oximeter","body":"None","uri":"http://127.0.0.1:55729/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.902392571Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f58cede6-a957-4ab2-99ff-d95bccc76c39","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.902913138Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f58cede6-a957-4ab2-99ff-d95bccc76c39","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.90303928Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f58cede6-a957-4ab2-99ff-d95bccc76c39","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.91430703Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f58cede6-a957-4ab2-99ff-d95bccc76c39","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.91450263Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9cb4260-11fa-4172-9ee3-e281ed6cc398\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.915021283Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.919243035Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a350eca8-d477-4341-814f-4e3e59e20c6b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.91954694Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:52.919969793Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f58cede6-a957-4ab2-99ff-d95bccc76c39","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","latency_us":17582,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.922205176Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:55729/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f58cede6-a957-4ab2-99ff-d95bccc76c39\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.922405486Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.92266389Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:52.922755403Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.924189781Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04e6acd4-19c1-4340-bb05-b2ac86a5bdf3\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.924861519Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.929162859Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfba3ca7-a485-449e-9bf8-b6b97d7468fe\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.929398078Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.931455106Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.935762479Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91157ee8-6d7d-4114-be65-6aff5d56acdd\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.93634051Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.972782328Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aef5104a-ab3d-4032-b714-3ed0246b51d1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.973239529Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.986095033Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.986159321Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.986194942Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.986222517Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.986947952Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.989768833Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac474371-0df4-4228-92c4-1a9c6aaa87d3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.990014302Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.990213669Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.99582054Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.995883907Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.995918616Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.996302992Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:52.999007059Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:52.999538628Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.000029737Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.004333782Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"969810d8-db15-42ec-bf38-66529bb4aeb7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.004400525Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.008123623Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.008315626Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.030788852Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.033492389Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.033555745Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.033586296Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.042580707Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e719f94a-eb14-46a2-ada3-781558a6904a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.043952971Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.046622931Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9dd58287-13ae-4aca-8549-270ff4323e61\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.047088108Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.052024263Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81c7d999-eae8-41f2-9bc7-192b47dd2264\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.052258249Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.05418125Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a04a159-d59b-498e-b167-4bfc5398cb0c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.054489845Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.055432032Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2796fde-4952-4252-a643-bb3363c87bf4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.055809735Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.057930821Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9ea057f-4ab1-4613-9d45-c28be0470551\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.058689142Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.060358919Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"374d1ed8-fd7d-482f-a26b-21f4a38357eb\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.060646802Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.060913754Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.061034304Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.061127881Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.062155779Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.065655011Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.081930449Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.082038424Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.082129896Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.082216248Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.082337219Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.082939629Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.090967615Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.098397148Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.098492798Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.098529291Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.10060175Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.178241342Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","sled_agent_url":"http://[::1]:41754"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.178353315Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:41754/inventory","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.185225397Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:53.185391418Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35948"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.186776989Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"05d718d9-bcdd-4278-8f2b-f1ca44d34db8","remote_addr":"[::1]:35948","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:53.186839934Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"05d718d9-bcdd-4278-8f2b-f1ca44d34db8","remote_addr":"[::1]:35948","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":419,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.187153038Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:41754/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05d718d9-bcdd-4278-8f2b-f1ca44d34db8\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.189467379Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.18952792Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.189555585Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.195989013Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.196074824Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.196110134Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.196138972Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.196972553Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.206665285Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.224070674Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.224430701Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.224539207Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.225152279Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.22611168Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.226171941Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.226377851Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.227103517Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.24208199Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.242146188Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.242179845Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.242208743Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.243000029Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.245089613Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.245183239Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.245776932Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.254538679Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.254651204Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.254740752Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.255381629Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.258104875Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.258223862Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.26012498Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.260236181Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.260842109Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:53.320870291Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:53.321324315Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.321449475Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":35,"elapsed":"748.121643ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.321699874Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":36,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.321756096Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.321791166Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.32182332Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.32185362Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.325538161Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:53.331331634Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.334253496Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.34437862Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.34445432Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.344487867Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.34494103Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.352391284Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","candidates":"[(6a0909fc-d9d0-4f32-bf6e-6d8817ef53fc, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.363540759Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.36713482Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:63287","req_id":"0cb392b6-1c93-4985-82f9-d1575c6e0533","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: f5 3f 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .?..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.367296983Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:63287","req_id":"0cb392b6-1c93-4985-82f9-d1575c6e0533","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 62783,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.367579155Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.367756098Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.367848813Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:63287","req_id":"0cb392b6-1c93-4985-82f9-d1575c6e0533","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.370069096Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2138, tv_nsec: 168918963 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.37012594Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.370508171Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:56203","req_id":"b77bafef-262c-400a-972e-bcec939453b8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 96 64 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .d..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.370558Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:56203","req_id":"b77bafef-262c-400a-972e-bcec939453b8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 38500,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.370651827Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.370751486Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:56203","req_id":"b77bafef-262c-400a-972e-bcec939453b8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.444309245Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.445090211Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.447898396Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:61355","req_id":"83149de6-c041-4cc0-8588-6fd1c0cfc979","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 59 79 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c Yy..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.448495376Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:61355","req_id":"83149de6-c041-4cc0-8588-6fd1c0cfc979","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 22905,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.448960663Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22905,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:53.44926034Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:61355","req_id":"83149de6-c041-4cc0-8588-6fd1c0cfc979","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.449698673Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.450303017Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","mgs_url":"http://[::1]:46735"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.450442094Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.452223714Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32b22b84-38ba-49c9-b5f6-7d13c6ce1bec\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.452900813Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.45477617Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7bcb360a-ae7c-4a98-bcc2-8b82247e03c2\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.454962501Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.460129516Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77fba2c7-64f8-4f6f-96c3-5885010f0ed6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.460616115Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.464641345Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7038baf4-936b-4d26-b6ed-23282d465c02\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.464863999Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.46879946Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4525c586-e093-4314-b856-97cb4c455a69\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.469026272Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.475372506Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2528a7e-0e6a-4828-8754-aaee56e0a789\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.475468508Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.479928855Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03bd4e64-e4ca-4d7a-ad1c-190ee472a296\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.48000681Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.484583779Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8bf77c92-d4eb-4f7b-8234-c8639b5d1d70\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.484731103Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.48574861Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c51e39ba-68d1-42ef-9938-6ce4ef841cca\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.485936515Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.487362616Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7563cf1c-68af-4e80-a1d4-0906d007bc83\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.487511422Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.488746984Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00f1af01-e024-4994-b961-1bb8222e44a3\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.488911853Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.4900046Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b10f8fc9-ef7f-46f8-b53f-747fa4de7d34\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.49012483Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.491246174Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1b1dc74-1173-48bd-956d-d9a9833db366\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.491612283Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.493614252Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7c94102-b1eb-4de9-890b-7e43e3ab9981\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.493688109Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.495551582Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"864ffa4a-a360-4fb7-be12-3c318019dc15\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.495668936Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.495940477Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.495998763Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.496033763Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.496060957Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.497332991Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.500839378Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.506940464Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.507016575Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.507112927Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.507498365Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.507694316Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cbde797-382f-4571-b54e-f57e80724494\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.507820667Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.510330087Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.510379886Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.511644466Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.515810236Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61c9443a-385f-427d-9cd4-de38d78c73b0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.515984383Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.521176087Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c51d446a-898e-4a50-b56e-dea8b1d8fe5f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.521358531Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.529090937Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb65ffcf-96e8-411f-8796-ce018c5a663c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.529156838Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.530798619Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ede8c5f-43ba-4b3a-b6f9-742f1ec68b14\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.531665166Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.535081332Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84821c5a-110f-4646-8d1b-1e85784118b4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.535334166Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.53681672Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8e63f54-beba-4a89-8693-6643f166437e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.536944374Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.550474272Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96da66fc-760e-4153-baf7-839d1a25c37a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.55072916Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.554525414Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.571198644Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce42ad43-91f8-42cb-934a-764912c72341\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.571307531Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.596965733Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e08b164-29d4-49db-9b35-4dd084ea1fe1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.597048268Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.598913544Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a139b9c-8708-4a84-9c5d-154222a683a7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.598989105Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.601411431Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd8e6e3c-a1fb-4d70-be10-9922205510fc\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.601530588Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.603998586Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a966f87-4d53-425b-87aa-ff9722dac256\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.604130769Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.605670166Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.605731138Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.605875505Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.605903852Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.606711741Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.607874839Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b2c4137-268c-4b25-961f-4fe0ba170811\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.608003195Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.609756538Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.614880698Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.614942841Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.615036979Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.615638437Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.61791855Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.617977217Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.618974995Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.619911591Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eae0f8c1-8c04-4936-854a-0d883f7ad5db\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.620119806Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.621204407Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9687b2a3-60c4-4ae2-a19b-2c0e8ea275ec\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.621272092Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.622442654Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2402f943-19b4-43e0-bb5d-2dfc8efa08a4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.622580669Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.624747687Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9add9145-ca9c-4297-867c-697d53376a73\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.624877556Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.626768774Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60021031-cc73-44b6-8592-e5e176d645bc\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.626878392Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.62873929Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"713e7a9f-b33e-4617-adab-1ad6f39cfab8\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.628928567Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.631308218Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e74c2fca-2291-4a8d-84a8-b6a4640b206b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.631456784Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.63560554Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83ee1ac6-2553-4820-b470-288a0740c4cc\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.635757203Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.638277013Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"869e2432-c9d5-4548-b282-929c01b5edd6\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.638349287Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.641327952Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"700b4414-0ad0-418c-b7a3-81b00b806ce6\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.64165834Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.644411907Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90c98f18-0c54-4359-bd06-ea90c9403277\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.644753948Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.649558771Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f73001f-5592-45aa-8b8a-606b145bb4e2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.649644662Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.651153088Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b55f0dec-ea64-448e-8ce1-48670a4b56ed\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.651463136Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.655163759Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.655419518Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6d77906-d8e4-4c57-afc8-9239ef544032\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.655561261Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.657579242Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f120055f-bc2f-428f-8cb5-2cc6068094ef\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.657702247Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.658525287Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf6e098d-1f83-4ab8-9603-12895b55a54c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.659831168Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.660154873Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.660320684Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.660445873Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.661381658Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.665813618Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.676177277Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.676261585Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.67629906Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.676333859Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.676362306Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.676788344Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.712052897Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.712633263Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.712695507Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.712728022Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.715290708Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.715790384Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.724066353Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.724137444Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.724174178Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.725464699Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.728646388Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.740143235Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.740251431Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.740733381Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.744117313Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.825833316Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","sled_agent_url":"http://[::1]:41754"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.826549864Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:41754/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:53.828107928Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:63944"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.830690554Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"9c384d41-f1a5-489a-84d0-30f907e77cf3","remote_addr":"[::1]:63944","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:53.831423404Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"9c384d41-f1a5-489a-84d0-30f907e77cf3","remote_addr":"[::1]:63944","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":697,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.831617401Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.831665096Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.832960156Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.833560612Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:41754/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c384d41-f1a5-489a-84d0-30f907e77cf3\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.83908049Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.839138596Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.839169648Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.844949544Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.845220454Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.845257047Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.845286536Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.845594369Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.850602818Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.866476205Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.866625923Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.866675321Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.867384635Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.903184764Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:53.916271438Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:53.916727206Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.919291486Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":36,"elapsed":"597.441363ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.919490141Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":37,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.919539109Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.919572926Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.919601493Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.919627385Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.920910431Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.946285099Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.952536003Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.952606444Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.952641704Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.953089286Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.956851381Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.956913275Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.956947894Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.956975318Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.961555704Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.96702931Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","candidates":"[(6a0909fc-d9d0-4f32-bf6e-6d8817ef53fc, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.967111674Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.969103593Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.980253619Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.980373307Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.980464258Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.981540342Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.982549683Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:52896","req_id":"5bb7a5a0-f049-44d2-a66e-0847a361b0eb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 02 29 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .)..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.982903258Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:52896","req_id":"5bb7a5a0-f049-44d2-a66e-0847a361b0eb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 553,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.983371691Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.983623383Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.983794343Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:52896","req_id":"5bb7a5a0-f049-44d2-a66e-0847a361b0eb","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.990128614Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2138, tv_nsec: 789052628 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.990269895Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.992900316Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.993018702Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.994091951Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:53.995071542Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:63029","req_id":"e494ca0c-de9d-4d8e-b091-b6af1ea528e0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: e9 b4 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.995471519Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:63029","req_id":"e494ca0c-de9d-4d8e-b091-b6af1ea528e0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 59828,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.9959786Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:53.99612416Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:63029","req_id":"e494ca0c-de9d-4d8e-b091-b6af1ea528e0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.07887212Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.085277953Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.085359846Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.086405029Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:64365","req_id":"b45234d4-c162-4e3e-9cdb-70459fae85b2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: c0 8e 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.086579666Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:64365","req_id":"b45234d4-c162-4e3e-9cdb-70459fae85b2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 49294,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.086815256Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49294,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:54.086979473Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:64365","req_id":"b45234d4-c162-4e3e-9cdb-70459fae85b2","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.089260678Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.089318353Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","mgs_url":"http://[::1]:46735"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.089349555Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/ignition","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.089922497Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.090741839Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.090796949Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.090824765Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.093852357Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"716118d8-f6f3-4084-8b2f-83a54ba9a6f0\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.094095642Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.09682Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"014256e3-762f-4f45-9191-4e12ac36c523\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.097049667Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.099236905Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50efe291-5a9a-4349-90b4-f4ceda7d732f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.099355672Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.110832619Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91e91572-de45-4f69-aa18-ce51ebeeadf1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.111947109Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.124409259Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5b867b7-ccf2-4780-ac99-782994984551\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.125639471Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.131322273Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f23913be-13fa-491d-b4df-a50fa4d31775\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.131582482Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.133511014Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"228d0d52-5033-4f49-b044-bfb9d418235b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.133595011Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.136699778Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"536ffdf9-91fb-458a-917b-88f11910d133\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.136782172Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.141061127Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e140ef1f-ac94-4df0-9aca-00d0654512de\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.141281607Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.14248812Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.145532476Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16509f3d-afa0-4ea1-a034-f1f8fbc59e7b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.147134298Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.148525459Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2efbc0c-a53b-458b-a8e6-629263b3ae9f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.148709927Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.150768529Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37b08647-5dda-4631-a78f-9f18bccff299\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.150897566Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.157211055Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18914666-0811-4305-a0f4-761992cd9379\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.157712284Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.165854617Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b9d6452-b52e-4f25-92c7-bcea6453a188\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.166168292Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.171281008Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc31f126-92de-4207-beb1-738bf358c733\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.171825423Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.17989936Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"483e19db-5f9a-4a87-932a-f522634b91e4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.183339755Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.189132226Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c5d2dd7-f9a7-465a-8e06-5919d5a81683\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.189401222Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.193662793Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.19374156Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.193779114Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.193810176Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.194553157Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.195314123Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3ef225a-fc85-4b40-b84e-9885e4bd4dbb\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.195446106Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.197738343Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.208013105Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.208163374Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.208208714Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.208942757Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.212529353Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.212696155Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.214267957Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.214648245Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbe7b76a-bfea-4b02-8fb0-791f791e6601\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.221971406Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.222792852Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.222853794Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.223597115Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.2256525Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.227621684Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7c36b4b-2db0-4cef-aac9-49ed6c791281\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.228055097Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.231520021Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3235dfa1-560a-4172-b1da-5b04312b4f8e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.231728987Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.236048594Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.236163002Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.240705743Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.240827896Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.241137313Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31091e65-27d7-497f-b30b-46580f1ef0f5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.241641778Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.246977409Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8b37b85-3ba7-4388-83e8-2b80bfaa759a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.247291374Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.250116964Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9eaf02fa-8fd9-4b65-b161-cea449f64bfb\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.250182434Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.2560326Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03c476cb-7ea6-492b-817a-352a0a29f958\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.256725271Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.260979116Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae08c142-537e-4239-8090-bcf473040a74\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.261575895Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.263807812Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4ae1eef-51ff-479b-a68c-c39c66f1a45e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.264020626Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.275010893Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8409fd76-92be-427e-bf67-3df6ec482a5f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.275249218Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.285042671Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.288644447Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f5b29c3-6c14-41af-8625-40b6d6f8c583\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.288994926Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.29271097Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd9dd1b2-9d33-4bc8-8018-329effcb31b9\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.292939194Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.294241539Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24a699be-3ba7-4417-9eed-489f1fa7e28b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.294538872Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.2983175Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03fad9cb-bc06-4b48-8a71-078b1414ea87\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.298560194Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.299774694Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71a2712d-8160-48e8-a45a-b4329fd81277\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.300533977Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.305419721Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40ea0be5-88a9-4520-9683-38ff44a063fc\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.306438411Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.308930636Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84615ea0-ceaa-4b85-a400-f3fd730dbbcb\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.309707214Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.313275403Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73166604-338c-4dfd-a444-72033810bc90\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.314546736Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.316299248Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f507690c-0822-45c5-8be7-c067a074e2de\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.316384167Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.318261708Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23552e2c-fabb-475b-9ef9-d8859bdd0dc3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.318325535Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.320078408Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db66767b-f2e0-406e-9e96-3616e21d1b33\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.32035554Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.322124685Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43579d5e-9589-47b0-a3a1-d01fe74eb4a3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.322194384Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:54.324007125Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.324995314Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f8e6224-a1a7-4adf-ad42-cc82dc512d06\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.325387355Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.326813567Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65092500-db79-4df8-8e0c-b87e203ba728\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.32710599Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.328108717Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3bca7be7-2d70-4b6c-81cb-52276643bf9d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.328246101Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.32942987Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e18bdf5-f90c-4f22-8b8a-f88a9edd9b4e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.329562554Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.330882173Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26dbf2cc-5e3d-4ae8-b9ca-05b778cad6fa\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.330948375Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.330983455Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.331013014Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.331122973Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.331920973Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.334579781Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.34331757Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.343386978Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.343426487Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.343460856Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.343489022Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.345909144Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.346404541Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.34646434Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.34649959Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.346527345Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.347425345Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.349116654Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.35775711Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.357823152Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.357856428Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.358485221Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.358970187Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.370957651Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.37124305Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.37134862Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.372134777Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.377522942Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.377705325Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.37827982Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.440751511Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","sled_agent_url":"http://[::1]:41754"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.440859105Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:41754/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:54.442972556Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:53670"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.444737413Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"7a994029-c160-4a81-a9d1-2d8f4f31fb48","remote_addr":"[::1]:53670","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:54.445285244Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"7a994029-c160-4a81-a9d1-2d8f4f31fb48","remote_addr":"[::1]:53670","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":570,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.44558453Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:41754/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a994029-c160-4a81-a9d1-2d8f4f31fb48\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.448389669Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.44845003Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.448483647Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.451810325Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.451959382Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.45204877Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.452084641Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.452958863Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.461247277Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.470105106Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.470465354Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.470579191Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.471187322Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.512303303Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:54.514756411Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:54.515104224Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.515163382Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":37,"elapsed":"595.577489ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.515200235Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":38,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.515227239Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.515264163Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.515295074Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.515385184Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.518475791Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.523131628Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.537050771Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.537216191Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.537600456Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.538713965Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.544753288Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","candidates":"[(6a0909fc-d9d0-4f32-bf6e-6d8817ef53fc, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.544816293Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.549723541Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:54365","req_id":"b8b8f5ed-2e9f-4283-951f-54482cef3aec","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 63 eb 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 c............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.549787398Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:54365","req_id":"b8b8f5ed-2e9f-4283-951f-54482cef3aec","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 25579,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.550021715Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.550152555Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.550239519Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:54365","req_id":"b8b8f5ed-2e9f-4283-951f-54482cef3aec","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.551084943Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2139, tv_nsec: 349870812 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.551146696Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.55713606Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:57639","req_id":"ba666500-29fa-4e76-a7fd-325dc9d3b126","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: ba 1b 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.557216029Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:57639","req_id":"ba666500-29fa-4e76-a7fd-325dc9d3b126","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 47643,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.557310998Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.557396959Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:57639","req_id":"ba666500-29fa-4e76-a7fd-325dc9d3b126","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.65941316Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.670058761Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.670303639Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.671472327Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.67168956Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.672398953Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.677261812Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:49155","req_id":"a9ad863f-6c97-4402-8790-cdd177732e94","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: da ce 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.677342964Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:49155","req_id":"a9ad863f-6c97-4402-8790-cdd177732e94","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 56014,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.677565507Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56014,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:54.677712901Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:49155","req_id":"a9ad863f-6c97-4402-8790-cdd177732e94","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.67988069Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.67994082Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","mgs_url":"http://[::1]:46735"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.680015138Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.680863839Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.690340771Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.691777815Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.691838726Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.692689942Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.699426704Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.699506073Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.700447037Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.718073056Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bcfcf03e-efe9-4a1b-b1e6-2d22a93d5edf\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.718390759Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.764708264Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6edd8d10-ee21-4644-a9f1-a3ede1050bd8\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.764909084Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.769694949Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c15cd80f-6aeb-4e7d-885c-d939c91b81ba\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.769867764Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.772815377Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65aaea33-2a49-43fd-a71f-42aea82fc545\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.772959514Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.775768661Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0255c5e-525c-4eb9-a048-34ec18dab3e6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.775933279Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.780476842Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"395ce69b-af4f-4ac9-8844-98e46c365429\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.780590358Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.783407751Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bbee022c-f6bb-4dc8-acee-33eb76719f12\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.7834875Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.78906415Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.789389419Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b53b0d5a-61ff-491f-8dfd-6d12bc47a450\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.789509167Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.794225705Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be3fccd2-d1cd-410e-b3f5-d5228da2a658\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.794433238Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.795861945Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01ed3e6f-8e5e-4636-bf87-e6c24ed246fa\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.796007695Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.799040568Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5e914fb-5b8e-4d67-8165-e32297f6346a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.799193673Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.800559875Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1167e615-b15c-4bf5-890f-339ec7341ecc\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.800627189Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.803060748Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6526da09-3ec9-44d5-9a4b-bb197b5822e1\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.803127441Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.807487889Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0ff85a6-fd28-4a80-be49-f58c8771640b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.807681284Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.811275205Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6de9e43-1399-47fe-bb3d-c11312e0db48\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.81146354Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.813403515Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10ed2b03-2b4b-46c4-aaaf-690b8e6c2e06\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.813597792Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.815641103Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"714d429f-9b60-4136-8cb2-88eba3b751ef\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.815756654Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.817824193Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d79d0ee1-ae0b-4ac2-a8ac-f38cf9723b2a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.817981526Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.820392701Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e4a4ffa-d959-40be-aab0-812f0d5c7850\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.820562359Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.822435922Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00296463-d160-47f6-ba69-4642f8151ab0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.822604798Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.823778907Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a69ea995-f9c0-4e90-868e-d843cf48e51e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.823928004Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.825072996Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9042e544-6df7-49ad-8ede-c74de2d10f3a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.825204648Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.826723925Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a318372-35c4-4835-afa1-0bf6494df00e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.826915908Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.829806216Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fec49108-42d8-4f3c-bc01-e742aa3f7ed6\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.830027898Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.834168658Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88c2a8e0-d058-4c3b-a670-e154618a63c3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.83444058Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.836612147Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48cea846-1138-4424-a8e9-a74390da6676\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.836883317Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.840523089Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.840679982Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.840787476Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.840877996Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.844096379Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.84839812Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f639a4f3-23d6-4aab-9396-48783b85b532\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.849982106Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.850514166Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.858967248Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.859069101Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.859155122Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.859772352Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.862320178Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.862650056Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.870352963Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.875957149Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa330e55-576c-4af9-b87c-ce74f8e4abee\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.876261946Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.87909463Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4562455b-6a18-4b89-958e-88f04a90f18d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.879220672Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.881777285Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"375aa651-4124-4b33-9e73-b9aa08403ed0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.881842215Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.883241212Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3aa3598-45ac-4fb9-bc81-6494380c3c08\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.883409538Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.885593208Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a49b6eb-c07d-4e0c-b120-8ebfeb6bf12e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.885803427Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.888270473Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d88658a-5233-4447-83b0-c97acf853ef9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.888333929Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:54.901477276Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.90279889Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"oximeter","body":"None","uri":"http://127.0.0.1:55729/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.903281391Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c30016dd-db64-4817-8633-17b09845f3f8","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.903804203Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c30016dd-db64-4817-8633-17b09845f3f8","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.903865976Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c30016dd-db64-4817-8633-17b09845f3f8","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.904914916Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c30016dd-db64-4817-8633-17b09845f3f8","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.908005584Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f75509b6-d3f9-4a53-b16f-45a7b354780a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.908196294Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1","method":"GET"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:54.908608725Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c30016dd-db64-4817-8633-17b09845f3f8","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","latency_us":5338,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.909836532Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:55729/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c30016dd-db64-4817-8633-17b09845f3f8\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.910037252Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"oximeter","body":"None","uri":"http://127.0.0.1:55729/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.911354536Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"63cf2580-5dd8-49b0-833e-4cdeae61a475","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.91152227Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"63cf2580-5dd8-49b0-833e-4cdeae61a475","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.911586468Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"63cf2580-5dd8-49b0-833e-4cdeae61a475","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.913077569Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"63cf2580-5dd8-49b0-833e-4cdeae61a475","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:54.916743283Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"63cf2580-5dd8-49b0-833e-4cdeae61a475","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","latency_us":5489,"response_code":"200"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.917060796Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.917543056Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:55729/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63cf2580-5dd8-49b0-833e-4cdeae61a475\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.91760499Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.917637324Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:54.917662444Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.917691422Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1dfa3111-4eda-450c-8e06-5eed7818b3b2\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.917828675Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.921439069Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8babf2bb-0012-4753-bab8-c3b634f4f618\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.921629869Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.923764152Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3cb2ae33-89a0-46cc-9c2d-83c57cb2e0af\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.923831075Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.926308621Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d582e3fb-3c4b-4d8d-ac50-321fffde1b92\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.926372969Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.927786596Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"027017f4-40df-4289-938e-f2fe0e1f79bd\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.927952176Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.929863434Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c96c6cd-cba0-454c-ae5e-2983368f639f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.93005201Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.931984099Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6eecb15-f62f-4b9c-a03c-927dcbccf48a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.932162164Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.93308852Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"188c2ea5-9282-4ce2-999b-e3b213151006\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.933342957Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.934210104Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b25d07d-ffa0-4f8a-b28e-46e754427d74\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.934446425Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.935273032Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43028b88-5ef3-4ea5-abc3-6df1b398d356\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.935453502Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.936321331Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"724e8d1a-95c3-40e3-8630-8b0a5d223c6c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.936464977Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.93651653Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.936550357Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.936580898Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.9371391Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.939460055Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.945429268Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.945489698Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.945522985Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.945553535Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.945581732Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.946623557Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.952444435Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.960283825Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:54.960352562Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.960387251Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:54.961117546Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.099426938Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","sled_agent_url":"http://[::1]:41754"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.099612548Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:41754/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.101478366Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.101817601Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.101931098Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.102018872Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.103502078Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:55.103674772Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44273"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.103951433Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.104179157Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.105662121Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"e72e2d01-3199-40db-b560-e167e7075be1","remote_addr":"[::1]:44273","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:55.107795181Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"e72e2d01-3199-40db-b560-e167e7075be1","remote_addr":"[::1]:44273","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2141,"response_code":"200"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.109514237Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.12189278Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.122782292Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.1229619Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.123994477Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.12436705Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.129572892Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.129691388Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.129764213Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.129923591Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:41754/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e72e2d01-3199-40db-b560-e167e7075be1\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.132255727Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.132348562Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.132415135Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.138637663Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.138782852Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.138879004Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.139034343Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.139636453Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.144465715Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.144527188Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.145380418Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.146585589Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.155541703Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.155741592Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.155794056Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.156344393Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.229221135Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.229448378Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.22974593Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.233567865Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.262482305Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.264488122Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.265046955Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.268928549Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.270618787Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:55.271015808Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:55.271347158Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.271540814Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":38,"elapsed":"756.310299ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.271675422Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":39,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.271768708Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.271894378Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.271989528Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.272109487Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.273253607Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.285985003Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.296072782Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.297478062Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.297816507Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.299054563Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.31878276Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","candidates":"[(6a0909fc-d9d0-4f32-bf6e-6d8817ef53fc, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.319232226Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.321403202Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.321567519Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.3288709Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.32903627Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.330221902Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.330833671Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.330989221Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.331290411Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.333142922Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.333424904Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:55149","req_id":"595889f4-7cac-4925-9ee4-e02562fceeb1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: e9 34 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .4..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.333709661Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:55149","req_id":"595889f4-7cac-4925-9ee4-e02562fceeb1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 59700,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.337598269Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.337821324Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.33786957Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:55149","req_id":"595889f4-7cac-4925-9ee4-e02562fceeb1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:55.338063747Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.340211265Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2140, tv_nsec: 139089188 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.34031909Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.340848645Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.347794184Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.347885055Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.347976687Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.348508166Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.349331898Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.349591174Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.349647737Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.349686574Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.351252264Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.351318075Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":2,"reason":"Timeout"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.351351762Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:57354","req_id":"14014662-bf1e-47d9-8ffd-a09ebccf3e58","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: fb 64 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .d..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.351503725Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:57354","req_id":"14014662-bf1e-47d9-8ffd-a09ebccf3e58","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 64356,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.351934754Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.352097528Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:57354","req_id":"14014662-bf1e-47d9-8ffd-a09ebccf3e58","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.440259515Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.440529182Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:63360","req_id":"63d0494e-7474-449e-9768-daad0f89c071","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 22 0d 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 \"............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.440591597Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:63360","req_id":"63d0494e-7474-449e-9768-daad0f89c071","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 8717,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.440812928Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.440975792Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.441052154Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:63360","req_id":"63d0494e-7474-449e-9768-daad0f89c071","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 48397, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.443071398Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.443148491Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.476611193Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.476974668Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 48397, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2140, tv_nsec: 275858953 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.477157452Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.477872366Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":3,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.477931304Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"error\":\"task disabled\"}","iteration":3,"elapsed":"70.11µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.477973167Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.478033688Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.478066543Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.47809507Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.478123777Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.478817179Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.478877148Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.478904623Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.478931186Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.478962288Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.479021305Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.479399659Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.482024329Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.482103236Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.482136272Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.482162935Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.482193225Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.482217173Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.482244077Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.482271762Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.482298305Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.482949021Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.483014802Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":2,"reason":"Timeout"} {"msg":"background instance updater explicitly disabled","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:55.483044471Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.483067547Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":2,"elapsed":"60.37µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.483102206Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":2,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:55.483127857Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.483149591Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.483176775Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.483207045Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.483235722Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.483614798Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.484630361Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.493991723Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":2,"elapsed":"142.669951ms"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.495162927Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:51353","req_id":"674c4fc3-e5b1-4341-9bd6-d9269cc91188","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 39 c7 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c 9............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.496751572Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:51353","req_id":"674c4fc3-e5b1-4341-9bd6-d9269cc91188","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 14791,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.500678296Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14791,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:55.501019465Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:51353","req_id":"674c4fc3-e5b1-4341-9bd6-d9269cc91188","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.502070439Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.507222364Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.507501711Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.507544536Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.507946818Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.528185542Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.537895017Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.537956249Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.537985448Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.538676605Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.539177603Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.545900578Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.545959706Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.545989826Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.546606014Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.547619613Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.547676076Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.548251081Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.548684976Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.554588208Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.554634039Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.554660632Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.554686423Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.554711503Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.555442289Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.556343485Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.557116575Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.557166274Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","mgs_url":"http://[::1]:46735"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.557208418Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/ignition","method":"GET"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.557730198Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:62519","req_id":"d31c8b69-9289-477d-8923-242f82ce809c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: b9 70 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .p..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.557884425Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:62519","req_id":"d31c8b69-9289-477d-8923-242f82ce809c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 47472,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.558065877Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.558177699Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:62519","req_id":"d31c8b69-9289-477d-8923-242f82ce809c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.558298991Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:51819","req_id":"59837614-366f-4045-ac7a-4de4059c71df","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: e1 c8 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.558339983Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:51819","req_id":"59837614-366f-4045-ac7a-4de4059c71df","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 57800,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.558463218Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.558744208Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.558834408Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:51819","req_id":"59837614-366f-4045-ac7a-4de4059c71df","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 48397, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.559188263Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.559227882Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.559722818Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:55.561624357Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:55.63558604Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.635659417Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.636299442Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 48397, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2140, tv_nsec: 435141443 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.636404832Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.636546424Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:60650","req_id":"f6bb5e06-4c8e-4390-952a-8ceee84d5eae","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 46 71 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 Fq..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.636631574Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:60650","req_id":"f6bb5e06-4c8e-4390-952a-8ceee84d5eae","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 18033,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.63687561Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.638035811Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.638087765Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:60650","req_id":"f6bb5e06-4c8e-4390-952a-8ceee84d5eae","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 48397, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.639117146Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.639216604Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.639252796Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.639281043Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.640341626Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:55.640653156Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.64071019Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":2,"elapsed":"158.542546ms"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.640832253Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.655846318Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.655910516Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.655944533Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.65660049Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.675214758Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.681691994Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.681809718Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.681844638Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.681875319Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.681903836Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.682590313Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:55.746333568Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.746409429Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:41754/vpc-routes","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:55.749604866Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:48241"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.750000374Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 48397, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2140, tv_nsec: 548882394 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.750067808Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.758869465Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.769254396Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.769403633Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.769608852Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.770673674Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.787799685Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/vpc-routes","method":"GET","req_id":"a3df547d-cf21-45c5-8e5b-7e425a8b3b1a","remote_addr":"[::1]:48241","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.788025926Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:52134","req_id":"d9b9dc7f-abef-44fd-8bbd-eaffa6269720","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 4c a7 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e L...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.788211296Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:52134","req_id":"d9b9dc7f-abef-44fd-8bbd-eaffa6269720","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 19623,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.789760242Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.789913988Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:52134","req_id":"d9b9dc7f-abef-44fd-8bbd-eaffa6269720","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:55.790393463Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/vpc-routes","method":"GET","req_id":"a3df547d-cf21-45c5-8e5b-7e425a8b3b1a","remote_addr":"[::1]:48241","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2542,"response_code":"200"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.878283408Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:41754/v2p","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:55.885403725Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40446"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:55.888811735Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:55.942877658Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.942997898Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.943153368Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:55.94320989Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:55.94419354Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.946305177Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:59440","req_id":"be286be6-7aae-4ed6-a19c-1e09087748af","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: ff 88 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.946383243Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:59440","req_id":"be286be6-7aae-4ed6-a19c-1e09087748af","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 65416,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.946598913Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.946695485Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:59440","req_id":"be286be6-7aae-4ed6-a19c-1e09087748af","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.94707936Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:41754/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3df547d-cf21-45c5-8e5b-7e425a8b3b1a\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:55.947132215Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.947166574Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:55.94801288Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:55.960667032Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:56.093324263Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.093423331Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.093873898Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/v2p","method":"GET","req_id":"2c06cf75-66bf-490c-89d8-dea75a026c91","remote_addr":"[::1]:40446","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:56.094679794Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/v2p","method":"GET","req_id":"2c06cf75-66bf-490c-89d8-dea75a026c91","remote_addr":"[::1]:40446","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":820,"response_code":"200"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.108427956Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.116439258Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:41754/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c06cf75-66bf-490c-89d8-dea75a026c91\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:56.116557183Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","interfaces":"{}","sled":"sim-b6d65341"} {"msg":"v2p mappings to delete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:56.116594778Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","mappings":"[]","sled":"sim-b6d65341"} {"msg":"v2p mappings to add","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:56.116621582Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","mappings":"[]","sled":"sim-b6d65341"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.118622639Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{}","iteration":2,"elapsed":"637.170189ms"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.118686035Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.123394166Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc574eb1-eccb-483b-ba57-f4a5e8efb0bd\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.123796948Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.13764533Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.139797188Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.139852067Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.139878249Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.155659643Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.155782968Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.15653685Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.17499143Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.175060337Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.175092461Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.175121269Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.176190429Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:56.176454204Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","assocs":"{}","sled":"sim-b6d65341"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.176648311Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:41754/eip-gateways","method":"PUT"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.178561553Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.188208554Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"ipv6 addresses for service zone nat not implemented","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:56.188350948Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"generated config for fewer than the minimum allowed number of dns zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:56.18839209Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.188415486Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"error\":\"generated config for fewer than the minimum allowed number of dns zones\"}","iteration":2,"elapsed":"709.390353ms"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.190587294Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/eip-gateways","method":"PUT","req_id":"8f512c0a-4811-45de-8cec-69494eb3bbcf","remote_addr":"[::1]:48241","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:56.19277886Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/eip-gateways","method":"PUT","req_id":"8f512c0a-4811-45de-8cec-69494eb3bbcf","remote_addr":"[::1]:48241","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2221,"response_code":"204"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.193581209Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.194953032Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfc6e292-5b09-4df2-b5ad-60fd21dd65c8\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.195138151Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.19662848Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:41754/eip-gateways\", status: 204, headers: {\"x-request-id\": \"8f512c0a-4811-45de-8cec-69494eb3bbcf\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.198855598Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{}","iteration":2,"elapsed":"715.762209ms"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.220572627Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.220657757Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.220818888Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.221775324Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.223646742Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a29d61d9-7857-4e20-af85-8616002431ec\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.223794657Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.225788019Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.225947877Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.229650474Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.229779522Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.229820984Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea5d7912-bf78-4eca-aef3-dd048f35a873\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.230139098Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.235377585Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3714620c-7152-4b52-a129-8dc051e1a5f5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.235553135Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.238989352Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94d9ca50-01eb-44de-a64c-f58882aa56e7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.2390941Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.244277919Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5dcbba75-6cc8-4821-998f-3e6a37eb9897\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.244564099Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.244906271Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.24512661Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.245177862Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.24549807Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.247126374Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.254834242Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.263336812Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.268956078Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.269024595Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.271032005Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.273859568Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a89d9f11-2a3e-4113-8ea9-03bdb40d0649\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.274309966Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.275017225Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.275068677Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.27591848Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.279001734Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4dafeec-51d9-4e34-a2c4-d8d0e2f32e00\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.279161612Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.281164964Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23ab8db5-d34c-4c85-adb1-c8d83d58204b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.281311606Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.282660203Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2fbf062b-51d9-492f-bb6f-0d381789c5ad\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.28302989Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.284365921Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1548d50-ae97-43c5-8e2e-2e29a812627d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.284486822Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.288112356Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da544794-3c6d-4974-b689-41887248a97b\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.288358136Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.291263915Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56d703a6-5f25-49ee-85ee-4f87bd390617\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.291475206Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.294561125Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27c31c3e-ab1d-4412-ae1b-be63333c0fc1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.295624143Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.301588286Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"320746f9-8558-433d-85b7-4c8251324634\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.302430394Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.312799674Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.316482151Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79fc02f8-381b-4a6a-8f53-835609d5aa06\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.316836808Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.319412029Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f5a4ac3-3572-4f28-ab9d-744c2ffc6c7b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.319585264Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:56.321760848Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.323147421Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0484e252-3ab4-489d-ac98-b802b2389071\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.323283653Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.331224133Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"225eef9a-ad49-451f-b144-4518d8ce9db5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.331392078Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.332544785Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f74514e5-418e-4a25-8f3c-0b6fc0506146\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.332692379Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.333568284Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"abc8b7b2-1745-4520-b4d9-1e71382ef9d5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.333698143Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.335006991Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62863518-020a-4d1e-8f49-cb2a4024cc6e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.335069856Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.33606554Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75608f3c-b645-4c21-a205-0b3360b75512\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.336239366Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.346944114Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb0e9f13-94a3-47d0-bf05-c6f450508515\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.347258581Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.349819634Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd3a24ec-6c1d-4ae2-a669-8d1fea3777bb\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.349969693Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.353749444Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8deee7d-2f4a-4775-b0a7-fc46a9281757\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.353915044Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.356993918Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f27bde9-180e-4102-80ef-580af53e0110\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.357072966Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.360607077Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4407c67-e336-404f-bbff-43369f58b4f1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.360817266Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.362552764Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fd75848-be87-4da8-a1d3-a39f3b1aa724\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.362693624Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.363631022Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"862984e1-06bb-4470-b9f5-bf27b246873c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.363778466Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.364074436Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.36412675Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.364159826Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.364186589Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.365172453Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.366576671Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42b75bb5-ada4-4d69-9c22-bc8255406f02\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.366774986Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.3678812Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90463601-eb75-4fde-894b-6f707f8721b4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.368024255Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.368842335Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.374866919Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.375160875Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.375234311Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.376498961Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.377047063Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d01dc69d-2a6e-413a-8fd4-84e813c26593\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.377304135Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.380064004Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.380127651Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.382875285Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.383804426Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0fa55efd-07ac-4909-8493-cfecc13bc594\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.384112861Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.390093687Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c442fe93-2b71-498b-87c7-4eb1323ed43b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.390373384Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.396315604Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8957922-e6f0-4dd0-9c41-dd557afb371b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.396472927Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.400156106Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d04e89bc-6493-4c99-bd40-04cefa46b0a8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.400287347Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.404146627Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1122b00-3ed5-4dff-9802-d6f5d4f7531d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.405206478Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.412161897Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b0259cb-e11d-4d7b-bab6-ea8f47e3ec27\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.412355583Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.41603321Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.417468941Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fbaf4bb3-ed2d-41ad-8653-b7edd0dd2902\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.417600362Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.418693891Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca6d52b4-afa1-4f01-b922-cc35a237c627\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.418763059Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.419632521Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a92e28d-22c7-4907-822d-b75f68ea2e2d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.419879994Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.421306617Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c6257ec-7d4d-4558-a23e-6e80c04bec3f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.421836362Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.422982025Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fbca34e6-f0f6-4ddc-b6b5-00191219ecf3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.42303486Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.423065331Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.423095201Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.423124228Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.424217457Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.426684913Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.433242629Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.433292398Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.433322047Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.433352127Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.43337866Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.433836732Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.436633886Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.44252836Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.442587167Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.442620724Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.44303027Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.504073134Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","sled_agent_url":"http://[::1]:41754"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.504252551Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:41754/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.504877466Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.505021734Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.505118106Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.505199718Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.506146415Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:56.506361764Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44104"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.507114113Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"42fa6531-ad0a-4d4f-9f18-bafe48ace6a1","remote_addr":"[::1]:44104","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:56.507767615Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"42fa6531-ad0a-4d4f-9f18-bafe48ace6a1","remote_addr":"[::1]:44104","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":662,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.508371729Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:41754/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42fa6531-ad0a-4d4f-9f18-bafe48ace6a1\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.510801399Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.510907952Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.510971068Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.514120262Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.51465115Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.514762211Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.514898934Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.517088226Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.51747206Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.537563832Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.537667609Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.538167074Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.539366624Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.543104722Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.550590647Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.550781177Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.55083831Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.551346934Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.556614479Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.556739839Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.557981022Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:56.631986663Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:56.632445608Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.632510727Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":39,"elapsed":"1.360788451s"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.632616729Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":40,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.632655275Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.632684444Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.63271265Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.632740986Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.633876208Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.642777994Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.652953899Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.653268917Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.653562512Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.654214471Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.65637743Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.661915565Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","candidates":"[(6a0909fc-d9d0-4f32-bf6e-6d8817ef53fc, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.661994362Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.662575449Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:56150","req_id":"4f24496e-a744-4b90-966b-40723c7ce913","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 36 90 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 6............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.662846469Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:56150","req_id":"4f24496e-a744-4b90-966b-40723c7ce913","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 13968,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.663523649Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.663641433Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.663746312Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:56150","req_id":"4f24496e-a744-4b90-966b-40723c7ce913","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.669045661Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2141, tv_nsec: 463721721 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.671377417Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.674315871Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:61267","req_id":"f09e61e3-c02d-4cd6-9aac-78801aa9f08f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: c4 22 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .\"..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.674515489Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:61267","req_id":"f09e61e3-c02d-4cd6-9aac-78801aa9f08f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 50210,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.674843954Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.675124112Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:61267","req_id":"f09e61e3-c02d-4cd6-9aac-78801aa9f08f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.766814669Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.767577249Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.767734722Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.7680046Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.76813985Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.769619247Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.770254553Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:56.770371977Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:56.774114985Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.775270928Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:58058","req_id":"3ab6fc70-4314-4d3d-910e-ac545e61c19e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 8c b6 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.775413873Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:58058","req_id":"3ab6fc70-4314-4d3d-910e-ac545e61c19e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 36022,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.775626907Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36022,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:56.776030632Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:58058","req_id":"3ab6fc70-4314-4d3d-910e-ac545e61c19e","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.776081854Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.776109549Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","mgs_url":"http://[::1]:46735"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.77613503Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.778695211Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.787453581Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.787516937Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.787580213Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.78863755Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.789635127Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a1f4e9e-121a-42a5-a39c-9d6097c6a46d\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.789935987Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.791732667Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.791793067Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.792302211Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.792944561Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"669c0452-294e-4d87-bf92-87a3675892a0\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.793106885Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.795565483Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"809ba35a-0966-4e28-bd8e-697972e0340a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.795632076Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.798127758Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b8e50c6-6cc4-409c-b0cd-2e155fd05d98\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.798735359Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.807181748Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1c5f7bb-ba44-4f6b-bd81-1a3e384b1816\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.807279583Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.811962273Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c87c6258-d80f-460d-a9e4-a292d52ed5a6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.812048314Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.815371255Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25ea880a-528b-4db4-9fff-6ba9888b10c7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.815696062Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.818015213Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6e83466-b5eb-478a-aad6-642ec33cb08f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.818085663Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.819406385Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6969d60f-e042-4c00-be9f-3aa97ede9bcd\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.819552556Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.820768659Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c22be4f6-368d-4ac3-bc54-391326c70043\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.820907886Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.822059721Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d62fbf26-7df1-4f7e-a04c-52ba0a87a957\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.82291242Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.825358734Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97574242-55d5-432d-986f-91da0cd22235\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.82543192Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.825813951Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.827446444Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3177de1e-58d7-4f96-9d12-d53df70cf9a8\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.827606122Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.830440069Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38bd3e71-f9fa-40d0-bb44-909cdf674fad\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.832311107Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.834863843Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7174f252-8fad-407f-944c-dcf18583e13a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.834944263Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.836836904Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e583ae30-0064-49ef-9e46-04af7bed3dc7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.837024718Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.838960255Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56502872-a746-4b72-beaf-307a9c3d86b6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.839057568Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.843321143Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70d57df0-35fd-4691-a0d6-bbb9cd68ee55\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.843441613Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.846062846Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5721ddb1-dbde-4fe9-9668-e3124166736a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.846350659Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.847802803Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a18cec55-1510-4ff3-b5a2-797937860e47\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.847999214Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.850343816Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18202ed2-4d65-4ea7-af44-0808dbc262bc\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.850584695Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.852219934Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9856541d-f62d-4e79-b4ef-7e12a97da0b9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.852342458Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.853343803Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c1aad89-58a9-4b58-a0dc-8e6a9c99f1ea\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.853422279Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.85468258Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f42ea450-8afa-4943-8116-a6a3b009e671\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.854846687Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.857395516Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ea93e1f-6269-4113-ab9a-42409ca5895e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.857467579Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.860135104Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19641085-ff91-4657-89af-2debae7a67a9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.860210895Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.862395808Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6edf1e5-4db6-403b-943f-9ddeb3b80264\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.862465167Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.867673243Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2c22ab6-7d8c-4aa2-8bec-49f5ee331df3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.868081867Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.871653584Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fdb5948f-553f-4c02-9372-7373b480f935\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.872663085Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.876755359Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.876898013Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.876995377Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.877084424Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.88202094Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.887108427Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc1d4bf0-9c83-4058-b49f-7a2385e61753\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.88734587Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.891097394Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.902286057Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.902373341Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.902406607Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.904382745Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:56.90689984Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.907574514Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"oximeter","body":"None","uri":"http://127.0.0.1:55729/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.909081216Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.910592217Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.911864982Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.915324365Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e5491614-b809-45e7-b278-59db98e0ed98","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.916023668Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e5491614-b809-45e7-b278-59db98e0ed98","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.916095792Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e5491614-b809-45e7-b278-59db98e0ed98","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.916892279Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e5491614-b809-45e7-b278-59db98e0ed98","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.917427816Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"803aba0f-628e-4f6e-8007-9ed737bc4978\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.91797688Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:56.922670983Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e5491614-b809-45e7-b278-59db98e0ed98","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","latency_us":7442,"response_code":"200"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.923695233Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"97c67135-b211-4355-9f7e-0f6b3a427d7e","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.923750464Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:55729/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5491614-b809-45e7-b278-59db98e0ed98\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.923990432Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"oximeter","body":"None","uri":"http://127.0.0.1:55729/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.924244929Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b610e39-2469-4a3e-970d-603738f66f1b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.924562201Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.924649284Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"97c67135-b211-4355-9f7e-0f6b3a427d7e","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.925274941Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5fd8b92a-9b57-4cb5-832b-e865ef001348","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.92708624Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/97c67135-b211-4355-9f7e-0f6b3a427d7e","method":"GET","req_id":"b5f8d643-b4d7-4cf8-8800-9e7c232200c1","remote_addr":"127.0.0.1:36343","local_addr":"127.0.0.1:43848","component":"dropshot","component":"nexus-producer-server","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.927630845Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5fd8b92a-9b57-4cb5-832b-e865ef001348","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.927701786Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5fd8b92a-9b57-4cb5-832b-e865ef001348","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.929111154Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5fd8b92a-9b57-4cb5-832b-e865ef001348","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:56.937339268Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/97c67135-b211-4355-9f7e-0f6b3a427d7e","method":"GET","req_id":"b5f8d643-b4d7-4cf8-8800-9e7c232200c1","remote_addr":"127.0.0.1:36343","local_addr":"127.0.0.1:43848","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","latency_us":10305,"response_code":"200"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.937866769Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"97c67135-b211-4355-9f7e-0f6b3a427d7e","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.954692964Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"97c67135-b211-4355-9f7e-0f6b3a427d7e","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.954757062Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"97c67135-b211-4355-9f7e-0f6b3a427d7e","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.954783365Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"97c67135-b211-4355-9f7e-0f6b3a427d7e","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.958788555Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e011c09d-83d0-45ca-9dff-7deb138eaf9c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.959017922Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:56.960487029Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5fd8b92a-9b57-4cb5-832b-e865ef001348","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","latency_us":35233,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.961860636Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:55729/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fd8b92a-9b57-4cb5-832b-e865ef001348\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.961997268Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:56.962060093Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:56.962142036Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.964003635Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"662ef770-7b0e-41ba-a791-8f446a0a7d0f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.964284615Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.976189856Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32100c70-5cba-411b-bcb6-09680a4eab0d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.97640292Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.983524038Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eedbb4ce-62b5-4fdf-b55b-7b8148bf3267\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.983949186Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.987812443Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4d8008a-6b25-402b-9ce6-e7ca0db3e795\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.98798169Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.992827575Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.995589628Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0429c156-96d5-4a1e-a6b9-83c5750c97a2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:56.995804186Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.002803512Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98cbb39d-d12b-419d-94aa-76ca996dd474\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.002940975Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.005547078Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c1c3d39-3d01-41dc-a4f9-f0b09aa8a789\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.005612919Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.007459268Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b6886cd-f480-4339-ae35-68a618e55864\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.007628054Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.008074293Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.008224813Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.010114128Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.010752479Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.010811768Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.010840795Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.011115292Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0269da8-756e-4cf1-b265-a0d30105e421\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.011579577Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.013391197Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9493935d-ac6c-42ab-9b9d-86da39bd98cf\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.013773438Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.015080352Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85890fa0-b567-4839-a60d-d1cc4edc580c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.015216694Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.016090715Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d796a4e1-184f-4bbb-a760-a9dc0d358436\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.016231326Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.01629391Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.016328139Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.016358729Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.017264925Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.020435502Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.029322289Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.029391176Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.029426336Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.029456807Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.029486335Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.030831235Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.034157011Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.040632273Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.040693966Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.040724206Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.041136167Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.045821051Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.045873345Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.045902203Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.046215116Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.047209127Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.127058993Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","sled_agent_url":"http://[::1]:41754"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.127245494Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:41754/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:57.128078223Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:65440"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.129523373Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"a06ef627-7e04-4313-9d89-a860f3e1e71c","remote_addr":"[::1]:65440","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:57.13030002Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"a06ef627-7e04-4313-9d89-a860f3e1e71c","remote_addr":"[::1]:65440","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":785,"response_code":"200"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.130538465Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.137775244Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.137883139Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.137916676Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.138421431Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.138652742Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:41754/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a06ef627-7e04-4313-9d89-a860f3e1e71c\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.143642604Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.14370544Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.143736231Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.147691942Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.147827873Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.148009706Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.148054084Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.14865941Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.152933315Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.152999808Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.153721716Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.15629839Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.162849483Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.163171725Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.163223538Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.163760799Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.216945636Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:57.218017111Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:57.218399102Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.21857903Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":40,"elapsed":"586.031129ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.22057124Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":41,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.220689165Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.220824645Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.221009743Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.221210844Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.22236308Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 6 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.22296527Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 6 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.223116561Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 6 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.223469324Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.229704056Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":12,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.234092019Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":12} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.234235645Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":5,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.237528436Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":5} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.237629006Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":5,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.238871772Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.251361718Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.251429252Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.251467038Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.251929238Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.259560483Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":5} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.259679049Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":5,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.259716845Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","candidates":"[(6a0909fc-d9d0-4f32-bf6e-6d8817ef53fc, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.259751764Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.259775963Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:58652","req_id":"3904aac7-6fee-45f5-89b7-ac7370164070","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 92 64 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .d..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.259809319Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:58652","req_id":"3904aac7-6fee-45f5-89b7-ac7370164070","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 37476,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.259953206Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.259984177Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.260040019Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:58652","req_id":"3904aac7-6fee-45f5-89b7-ac7370164070","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.260123816Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2142, tv_nsec: 58855376 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.260163224Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.264114186Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:61500","req_id":"c1c82616-88a8-40b9-b52d-475647c173ce","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 3b f3 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ;...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.264511548Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:61500","req_id":"c1c82616-88a8-40b9-b52d-475647c173ce","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 15347,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.264815994Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.264851836Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:61500","req_id":"c1c82616-88a8-40b9-b52d-475647c173ce","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.388763983Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.389088089Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.390407848Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.390465413Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.390525803Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.394952222Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.395420826Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":5} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.395480886Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:57.395732347Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.396339126Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:61910","req_id":"f8f5d6a3-5222-48d5-bb30-34709b956cb5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 43 9c 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c C............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.39665751Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:61910","req_id":"f8f5d6a3-5222-48d5-bb30-34709b956cb5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 17308,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.396804433Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17308,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:57.39700379Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:61910","req_id":"f8f5d6a3-5222-48d5-bb30-34709b956cb5","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.39867026Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.398727144Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","mgs_url":"http://[::1]:46735"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.398755681Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.399264615Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.41887634Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.418943724Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.418975778Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.41954914Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.425483775Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.440811244Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.442183438Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.44230988Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.443187979Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.445827188Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50b86eaa-cb7f-4fff-99fb-31723c4cd381\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.446322194Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.448393641Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"251aab66-791a-4092-ba97-e69c546c9297\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.449767689Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.455673786Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c7d7928-ed1a-48b2-96d7-a39067c05aa9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.455905889Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.457978117Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e51f9af-faa9-4fe9-ba5d-851f8c49c710\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.463827292Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.480070154Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1a7a3ae-15e2-4465-b495-50c177650f13\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.480261335Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.484190494Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88440cbf-0e61-4283-9315-b35de1866521\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.484332427Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.487940666Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6736523-ac2d-4855-aa87-83cbb86da49c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.487995315Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.49125022Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4fb18fb-7acc-48b1-8b10-292ada0f6af9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.49139071Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.495066253Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.495971717Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd13a140-23bf-4886-ad04-2faf8abd06cf\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.496210263Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.497468389Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc41c058-4d65-405c-8d30-ccccaf3cc60f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.497704029Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.498868198Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36884485-10a5-4d01-84d9-60028f42f5b3\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.499246632Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.502252581Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"294cd7bd-c9fb-4a9c-acb1-dc4e334ad4e5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.502998738Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.506479253Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a392f61-54f4-4de7-a277-5b2c4b9fe860\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.506778048Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.512860998Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e11f4c5-3ab8-4b43-813c-3b78cd45cd9d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.513250324Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.519625696Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8bfa7db-42a3-4fa2-b04c-de7355304a7e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.519883149Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.535949671Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4abd1a85-fbf9-44e7-b003-836a141fb12d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.536463845Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.549653605Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.549722893Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.549757502Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.550537266Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.554352317Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.568702298Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.586323127Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.587312087Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.590281854Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.591826321Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.593583723Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92cc30f7-b3f2-47f5-bbd4-915dcdfd79d8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.59389323Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.619927862Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.620063051Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.621093204Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.650406819Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49c10dda-c9fc-41e2-88de-8b98c1d42e75\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.65186278Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.658176099Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19c7c669-c5d4-45f1-bce2-da4ed10c451f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.658425887Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.670087492Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18641a70-2825-46b4-a20d-1f63f332eaf3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.670277711Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.671769002Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3a947d1-7d60-4e95-9bb5-d0b505b9becb\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.672147456Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.673204983Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"028f7b6a-a2d6-485e-bb98-6298b86adb5a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.673484781Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.675176581Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5a26db4-eed3-45de-9d48-ca3e7b3f359b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.675252883Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.677415653Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0d9e5ac-6edc-4481-92c8-10ccaf5ea751\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.677591363Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.687868018Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d11b4cb-057a-4c1f-872c-27570b86f8eb\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.688122766Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.693749477Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6dd7827-6e32-4a12-9ba6-b8451334bc5f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.693889395Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.697687623Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97aa88c3-50b5-4a73-9218-fa78a533ed30\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.69807768Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.702763977Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"325bb4f3-6278-42fd-a42b-58d2f63a2248\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.702962794Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.705669176Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1eafda7-909c-4ad7-b4ea-ac3cee6a5a8b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.705936939Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.70912945Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3958457a-00db-42f4-8231-f480c6f38dbb\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.709257044Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.710773145Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ab2456f-b3cd-44ac-8c86-25a8c89a00de\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.710919867Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.712876095Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc03c5e9-7f6b-4445-a7ca-f548359b54a1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.713013429Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.714039363Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7eda114d-1ca8-4852-aa78-0385ee03067a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.71410316Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.715283582Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa923cb2-e290-4615-a107-0bbca3e442cf\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.71534763Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.721930876Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81e9317a-4634-448b-a4db-0aa0670d4d0b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.722109783Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.726316925Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.73231684Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4490ad6-7f64-4e1c-bf2c-38cfe1b107d0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.732425356Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.736172762Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad940923-e52d-406a-9c70-2b2f7889358e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.736616386Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.742346894Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0daf5ccc-c477-4c50-914c-ab0f974cfdc4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.742475801Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.744587468Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd8169f7-633f-47f2-ad34-1431fa41aaed\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.7446988Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.748093213Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2267c4f9-24fa-43de-904a-03816ffb07d4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.748176579Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.749293535Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85d036f5-bdb1-4234-92a2-b1cd0d209040\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.74936141Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.750095663Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f375287-abbd-472e-93bf-70de89db2b55\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.750237756Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.751084122Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"faf49ac3-cb52-4643-a1fc-6b9db950d477\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.751217538Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.752012061Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3fa55f4-d19c-4d96-bbe9-46b281265c0c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.753242172Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.754105151Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"234cb39c-c3c9-4e03-9e4c-0289663df285\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.754657552Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.754714946Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.755290213Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.755495241Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.757061532Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.764680893Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.772384883Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.772563559Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.772673287Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.772907995Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.772965279Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.777797537Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.778295078Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.778428654Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.778590627Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.778740446Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.7793548Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.781742417Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.786484164Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.786566558Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.786601147Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.786966125Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.791193648Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.810780203Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.810899651Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.810997516Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.811844273Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.886829185Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","sled_agent_url":"http://[::1]:41754"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.887078933Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:41754/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:57.887948335Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:45045"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.888509303Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"85647bea-8b12-442e-a215-2cdd25951d00","remote_addr":"[::1]:45045","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:57.889063036Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"85647bea-8b12-442e-a215-2cdd25951d00","remote_addr":"[::1]:45045","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":515,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.889735716Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.889827168Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.890919755Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.894961218Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:41754/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85647bea-8b12-442e-a215-2cdd25951d00\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:57 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.897117554Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.897185319Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.89721601Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.903122358Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.903197418Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.903265644Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.903298509Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.904361016Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.91069167Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.918831999Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.919644287Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.919703435Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.920856442Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.951377844Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.952095855Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:49901","req_id":"8159b609-fc98-4389-b878-8242953de1c8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 5c ad 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 \\............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.952164762Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:49901","req_id":"8159b609-fc98-4389-b878-8242953de1c8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 23725,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.952422075Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.952753485Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.952797663Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:49901","req_id":"8159b609-fc98-4389-b878-8242953de1c8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 48397, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.953486866Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 48397, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2142, tv_nsec: 752375891 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.953560313Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:57.954361509Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:58429","req_id":"b9306c8b-a7de-47b7-8fd3-8b74493cfb5a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 12 0b 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.954488763Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:58429","req_id":"b9306c8b-a7de-47b7-8fd3-8b74493cfb5a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 4619,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.955167575Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:57.955212925Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:58429","req_id":"b9306c8b-a7de-47b7-8fd3-8b74493cfb5a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:57.955618273Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:58.027994077Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.028068195Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.02844205Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:58.02849745Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:58.03100708Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.031384933Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.031440334Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.035592787Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.037681308Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.037774614Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.037807219Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.066998681Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:58.074003808Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:58.074448254Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.074512572Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":41,"elapsed":"853.912566ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.074552492Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":42,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.074580968Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.074610247Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.074640647Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.074668904Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.076471666Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.086078547Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.091713985Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.091821549Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.091961829Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.09352838Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.098778861Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","candidates":"[(6a0909fc-d9d0-4f32-bf6e-6d8817ef53fc, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.098893429Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.101085527Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:56798","req_id":"1306520b-99e2-40c5-a05d-b6e2f77ee28d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 14 6f 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .o..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.101160506Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:56798","req_id":"1306520b-99e2-40c5-a05d-b6e2f77ee28d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 5231,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.101427959Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.102781005Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.102910553Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:56798","req_id":"1306520b-99e2-40c5-a05d-b6e2f77ee28d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.103860696Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2142, tv_nsec: 902681936 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.103929794Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.104892793Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:50556","req_id":"41bed238-36af-43d5-ae85-ca143cf8872c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 5b 5a 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e [Z..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.10503708Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:50556","req_id":"41bed238-36af-43d5-ae85-ca143cf8872c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 23386,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.10541827Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.105467257Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:50556","req_id":"41bed238-36af-43d5-ae85-ca143cf8872c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.158992884Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.159788198Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.159911083Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.160004329Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.160085561Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.161000714Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.161602734Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:53995","req_id":"c0c952dc-f5d1-450e-9f60-5ca55205e023","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 68 d8 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c h............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.161784446Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:53995","req_id":"c0c952dc-f5d1-450e-9f60-5ca55205e023","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 26840,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.162165966Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26840,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:58.16251919Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:53995","req_id":"c0c952dc-f5d1-450e-9f60-5ca55205e023","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.163020178Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.163270877Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","mgs_url":"http://[::1]:46735"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.163320807Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.16524458Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.177183547Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.177256042Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.17737077Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.180192062Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.186782613Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.186863634Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.18790013Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.188059617Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"636a3e6e-7da7-4538-8081-562952c6fb9a\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.18870829Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.194102658Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5fc76e2-bb74-4c73-bb0a-862ee1ba5239\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.194448256Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.205649714Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a44ad02c-300f-4c15-b927-39c59aaa5405\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.206909104Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.214007928Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0d2a3b1-474b-49be-b86d-ea46a8824d73\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.214218958Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.217400237Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b802ccc9-60e8-4210-a56d-a73f9fa5d86e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.217564324Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.21863667Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.218860716Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.219523537Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.22066409Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.230288506Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.230696849Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.23077271Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.234392793Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34ee7fd9-7429-48ee-a249-bfe446a44b8b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.234522662Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.237855532Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.23792479Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.242201131Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6992408-91e8-474e-8ce4-7341f30895b9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.242286401Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.250485367Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9ccd605-4dbb-48aa-9a6d-3a37e9cc24b9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.250801857Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.254679032Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5ccd80a-6ba4-4ff5-9575-805a66e23a70\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.254979621Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.258122283Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1220b45b-15b9-43ca-8cca-a8665a3ff083\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.258353604Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.259437002Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08724355-efb9-47f1-b070-2bf9f540b599\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.259840306Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.260999245Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe17d855-da03-4db8-8751-8c8ca705197f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.261497948Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.263362804Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2771543f-20dc-4611-ba50-0d527a980d71\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.263778963Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.26584003Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"258cfb20-2719-429b-b372-6681e0cdc967\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.266053675Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.268723886Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"437e6777-3c06-47ad-909e-89b68412d392\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.269156568Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.272839355Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b076d25-40ea-4b8f-a958-e34165db99b0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.273735731Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.275710376Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92ca383d-4090-42e1-a4b8-5c4d06512b17\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.27577259Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.277455102Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d259858d-bed5-429c-b91b-c2a8a0af8ec7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.277693036Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.279934181Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7697bcc5-775f-48a2-a0d7-f5083e9d7588\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.280117727Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.281649479Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.281708677Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.281739959Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.281766642Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.282767356Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.283599053Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34348436-ff4d-466e-b61d-73fa5d0b9adb\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.284090513Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.285990228Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.292201573Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.292266112Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.29230048Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.293501994Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.29374594Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d91e409-ed03-4879-b7b3-adcf560c07d7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.29395634Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.29676225Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.29682243Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.297266836Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.298512618Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57fa7aba-e30f-4bef-b169-8c889939da24\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.298666334Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.300081524Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb716003-cc20-452e-a104-f604547f177f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.300242875Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.302653689Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da1f383d-c26c-4a41-92dd-c0e89e653064\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.302905791Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.306868977Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70332ede-fe08-451b-9286-d743226998db\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.307187702Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.309329259Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a8e7343-b09c-439e-a41e-c4ce2e5f2625\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.310567797Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.314621754Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01d8d6c5-da64-45cf-81f3-8d7553d3512b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.314987343Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.317422064Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b24dfa3f-10f0-4f7d-a13c-23202154aea2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.317793283Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:58.319765322Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.320510457Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6bfe7a0-4379-438b-a59d-4309daf028e3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.320725736Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.325848413Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5a4046b-0422-4c63-8dc7-7a71cac7464b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.326074573Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.327217771Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.327778388Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2c30cb1-371e-45c6-83d7-6a888b9835cd\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.328017184Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.329479597Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3bdede73-62bc-4f6f-a1d5-41177204cf56\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.329723523Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.33147843Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"663c7a2f-bfbc-449a-b26c-a482e6249d73\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.331713869Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.334270944Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd89d3b8-2c25-4be2-800d-8b59785d9828\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.335221909Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.336719412Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b641f3e9-bbea-4c3b-b366-d99e14d6047d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.337152986Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.340007804Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14842230-e646-4a23-8449-26d31821a2bf\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.340354505Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.34279109Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7670376d-b673-4536-855e-033e7331fa42\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.343075637Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.345241121Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc990674-3654-4400-86b3-93174642d41b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.345579586Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.348056471Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7cd2c7c-dd7d-45d3-a13c-c8daf3a0ee9a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.348289244Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.352129746Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4ad6d61-3414-4970-82ab-464b54b7266f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.353158616Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.355071538Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46cf006c-1245-4940-b7ca-f2f1a1d21595\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.355281446Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.356235687Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39d94679-f501-4e12-ba63-a9bbba137e0e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.356460545Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.359910599Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4d6ec64-8d83-4db2-8db9-cab717e03dfe\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.360199365Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.364982264Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d1bcf2e-b8c1-47a2-adca-c67a9d486528\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.365821126Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.369593131Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2c0c50a-97f0-45fe-89c4-0cd10c31c82d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.369679734Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.369721076Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.369760515Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.369800304Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.371537695Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.375687644Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.383110293Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.383227056Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.383330261Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.383453387Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.383685239Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.384531936Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.385789842Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.385851054Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.385885012Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.385911785Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.38690821Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.388342187Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.396748166Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.396811542Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.396845941Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.397468571Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.399604046Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.40769172Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.407793723Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.407880436Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.408506423Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.490055064Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","sled_agent_url":"http://[::1]:41754"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.490232748Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:41754/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:58.492249125Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49511"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.492752458Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"2f39823b-31d8-4d6c-a90d-1bd282b4c84d","remote_addr":"[::1]:49511","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:58.49336592Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"2f39823b-31d8-4d6c-a90d-1bd282b4c84d","remote_addr":"[::1]:49511","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":623,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.494120313Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:41754/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f39823b-31d8-4d6c-a90d-1bd282b4c84d\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.496868188Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.496984851Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.497059349Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.499315114Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.499443179Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.49958948Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.499688518Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.500353232Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.50134086Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.50145146Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.502052217Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.50422674Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.509414817Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.509865064Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.509919442Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.5110927Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:58.551662422Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:58.551862401Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.551919074Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":42,"elapsed":"477.352554ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.551956438Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":43,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.551984023Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.552056207Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.552089273Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.55211791Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.553415866Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.565163653Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.570722107Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.570804782Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.570840343Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.571236362Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.57741357Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","candidates":"[(6a0909fc-d9d0-4f32-bf6e-6d8817ef53fc, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.57745881Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.578002203Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.582076921Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:61974","req_id":"7834d2f3-4e10-4839-9c32-c01da939c9d3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 2b 8b 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 +............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.58214161Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:61974","req_id":"7834d2f3-4e10-4839-9c32-c01da939c9d3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 11147,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.582216509Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.582239976Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.582264054Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:61974","req_id":"7834d2f3-4e10-4839-9c32-c01da939c9d3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.582305136Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2143, tv_nsec: 381253068 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.582342941Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.584359178Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:62546","req_id":"5b84bf66-262b-45c8-ab9d-0efdcee017f1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 08 e2 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.584416843Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:62546","req_id":"5b84bf66-262b-45c8-ab9d-0efdcee017f1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 2274,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.584655619Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.584684286Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:62546","req_id":"5b84bf66-262b-45c8-ab9d-0efdcee017f1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.655797505Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.660729121Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.660807547Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.660846224Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.660876685Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.661612441Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.671717685Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:60766","req_id":"a074dbf3-8d59-47de-ad41-c5940db39781","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 95 84 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.671791472Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:60766","req_id":"a074dbf3-8d59-47de-ad41-c5940db39781","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 38276,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.672177942Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38276,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:58.672289935Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:60766","req_id":"a074dbf3-8d59-47de-ad41-c5940db39781","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.672813488Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.672871193Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","mgs_url":"http://[::1]:46735"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.672901143Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.674528846Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.682605308Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.682664936Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.682695447Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.683187337Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.683828084Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b052a51-600d-45e4-8930-d57b98618064\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.684072982Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.686700286Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18b8425e-cb57-4482-afcb-26ca98e3d353\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.686895045Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.68710883Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.687159181Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.68790643Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.692289653Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8fcc1226-0aa2-49a3-84ca-5cf615016fd4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.69257431Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.695832863Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9b53b32-4a6d-414b-a4bf-b27db95489fb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.695956278Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.701796845Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc9e55e0-e66f-4807-acd6-660bee1b1cad\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.701984509Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.704070576Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e3bbe9d-df14-4a3b-ba08-8d66baea200c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.704176517Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.707031726Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b2e016f-6fa4-4751-bfd5-95db24f230ae\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.707081645Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.70953329Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1175bbee-20a0-4751-9341-a0d55966d09a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.709649551Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.712395162Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ef70342-c047-48f9-9c04-5adee726edab\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.712457616Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.713942755Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0289deff-d224-410a-b64d-28600a97f94d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.714182804Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.715098719Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d527dff-abf9-481e-836b-22811d7e4244\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.715390851Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.720214501Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f2ef1f6-cbe2-4d46-b29c-6c3c5c102cd3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.720299871Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.720668496Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.723948541Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2e9546b-db5b-4fad-9d6b-1062c5344f9e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.724077168Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.727803492Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06d2f28f-73f0-44ef-8c3a-29042ccad859\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.728160944Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.730857066Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1fa83ae-9b95-41c4-bd3b-2e98be26024e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.730922336Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.733342157Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f036cb0a-440c-44c2-9ff0-65edb174c867\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.733407057Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.739490287Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81230f8d-445c-4f00-ac85-773e469f70a9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.739578242Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.741722905Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67c32c6b-d8e4-4100-89f7-c05995ac6d94\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.743208495Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.745355694Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe5962c2-e1ec-4831-8b39-58918b986ef6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.745441244Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.746420475Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0aa3cf54-867e-42be-9d83-5c518a48a401\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.74651329Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.747815164Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"360127b1-01c9-410b-87f2-397d82da6e06\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.74788332Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.74966498Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16b78b51-d8a9-41aa-b576-5ad50ab3dbef\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.749801161Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.751511839Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b735062-fea6-47a2-8285-2c8028ed2605\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.751597861Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.753515471Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1642349f-1945-4756-9f9c-40c0388a3182\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.75369058Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.756106564Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec1d5935-2d02-4dcf-b7ee-d4be3dc19220\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.756174058Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.760109139Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e06d8914-50f1-49cd-9b27-7e167abcea7e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.760350159Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.765290462Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0dc2b6c-e7a6-4e38-8c9c-6f52bd3287ef\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.76577624Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.769009482Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41036508-fdae-46c1-9847-c750805083a9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.76922927Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.77216509Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.772419537Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.772646078Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.772695096Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.774592817Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.776099559Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.778339472Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"162bcabd-7e11-4771-995a-892ac34ee464\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.778487577Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.779417469Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:55140","req_id":"65350287-98c8-4246-9673-fb5776fd47bf","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 2e 90 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.779482399Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:55140","req_id":"65350287-98c8-4246-9673-fb5776fd47bf","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 11920,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.779703479Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.780314547Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.780402813Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:55140","req_id":"65350287-98c8-4246-9673-fb5776fd47bf","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 48397, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.780723061Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.79285878Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.792950362Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.793199018Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.796254365Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.7982138Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 48397, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2143, tv_nsec: 597057754 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.79828953Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.800805664Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:60514","req_id":"b40c59dc-7e3a-4143-b333-9aec81c569b2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 6d 8f 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e m...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.800873769Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:60514","req_id":"b40c59dc-7e3a-4143-b333-9aec81c569b2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 28047,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.801075571Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.801169739Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:60514","req_id":"b40c59dc-7e3a-4143-b333-9aec81c569b2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:58.801798582Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:58.883141242Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.883358665Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.883832569Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:58.883952809Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:58.886040328Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.886434413Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.886565715Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.887510277Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.890087893Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a62d311b-6da8-4250-a7ed-3b6e7504260b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.890417179Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:58.891905444Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.893236145Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"oximeter","body":"None","uri":"http://127.0.0.1:55729/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.893313149Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5393e1bf-7795-4e98-8bde-f29a8f793d10","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.893598998Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5393e1bf-7795-4e98-8bde-f29a8f793d10","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.893667004Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5393e1bf-7795-4e98-8bde-f29a8f793d10","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.894525344Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5393e1bf-7795-4e98-8bde-f29a8f793d10","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.895448744Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60c7c130-96a4-4891-ae27-517c98a3cb72\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.895564955Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:58.899155249Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5393e1bf-7795-4e98-8bde-f29a8f793d10","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","latency_us":5813,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.899624103Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:55729/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5393e1bf-7795-4e98-8bde-f29a8f793d10\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.899817057Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"oximeter","body":"None","uri":"http://127.0.0.1:55729/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.900250762Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c49f1353-08d9-40b9-83d8-2b9596d5c898","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.900753393Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"066dfb8e-c5d0-4601-a1ce-ca8726e356bb\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.900970916Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.901177227Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c49f1353-08d9-40b9-83d8-2b9596d5c898","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.901242698Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c49f1353-08d9-40b9-83d8-2b9596d5c898","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.901757413Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c49f1353-08d9-40b9-83d8-2b9596d5c898","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.902978967Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f1ae2ea-8f07-44dc-8f57-8ddc22b63c51\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.903117213Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:58.90405961Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c49f1353-08d9-40b9-83d8-2b9596d5c898","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","latency_us":3801,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.904441391Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:55729/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c49f1353-08d9-40b9-83d8-2b9596d5c898\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.904495108Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.904525168Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:58.904549366Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.905011717Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd9959c1-c4d8-4a90-a5e8-c861ed34865b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.905174402Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.906793057Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39542363-f9ed-4f6f-80d1-c9c50158ef42\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.906971642Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.909111085Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f012c34-6026-4ce8-a4be-043a65010dc4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.909231635Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.911262181Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20326260-67d6-477e-bf52-a96e78483834\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.911416408Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.913491894Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42989587-5700-43eb-b46c-aafbfbfcc3ab\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.913663866Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.915432951Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31528e81-5752-4b29-8b9f-3d68e31393aa\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.91550778Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.917443677Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c3f9eab-1ad8-4bff-88bf-50bae2461174\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.917517565Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.919328453Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73330a3e-286f-4838-9645-1f14d6b4e9f7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.91939745Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.92511919Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.925367485Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79ba1d70-eef1-4f98-a06a-7525933edf22\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.925502243Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.929591Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"462cc37b-a447-4834-b517-cdd760e8f6ee\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.930060886Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.941757561Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0edac01d-7143-497f-8935-f868a5a9b348\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.941939884Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.943494802Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f54d058a-fff2-4417-85d4-9a16def82ac3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.943778297Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.943832044Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.943864679Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.943894629Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.945397013Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.952278584Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.965597861Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.96573261Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.965803661Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.965886707Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.965920113Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.967560772Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.970792541Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.980886423Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.980962264Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.981036362Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.981995372Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.982319679Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.982373786Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.982403626Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.982432884Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.983592404Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.986758092Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.994595097Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:58.994678863Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.994711378Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:58.995086005Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.050878257Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","sled_agent_url":"http://[::1]:41754"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.05095491Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:41754/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:59.052337174Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50265"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.052682171Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.052809505Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.05337402Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.05343419Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.054767717Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.055850604Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"2cbcb878-5abc-43b5-964e-949aa0b44335","remote_addr":"[::1]:50265","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:59.05820225Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"2cbcb878-5abc-43b5-964e-949aa0b44335","remote_addr":"[::1]:50265","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2311,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.058655443Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:41754/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cbcb878-5abc-43b5-964e-949aa0b44335\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.06297529Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.063026532Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.063054538Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.06886792Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.069171335Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.070728036Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.071107713Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.072506149Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.07277741Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.073796029Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.073912321Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.073990637Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.079080538Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.08340295Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.083795292Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.083862225Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.084373143Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:59.141140288Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:59.141586347Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.141737168Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":43,"elapsed":"589.7509ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.141898068Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":44,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.141998047Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.14212994Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.142229368Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.142317123Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.143147467Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.147552354Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.148794178Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.174052774Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.174173886Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.17426621Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.175414087Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.181650733Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","candidates":"[(6a0909fc-d9d0-4f32-bf6e-6d8817ef53fc, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.181767054Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.183999663Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:50037","req_id":"4435aec4-c07f-40af-9b57-4f5efd131c7d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: e4 b8 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.185450233Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:50037","req_id":"4435aec4-c07f-40af-9b57-4f5efd131c7d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 58552,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.185798928Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.186340537Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.186545495Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:50037","req_id":"4435aec4-c07f-40af-9b57-4f5efd131c7d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.187183737Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2143, tv_nsec: 985892292 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.187332914Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.187780957Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:65088","req_id":"3061d35a-290d-4d00-a898-248bdc11e447","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 45 e2 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e E...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.187957769Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:65088","req_id":"3061d35a-290d-4d00-a898-248bdc11e447","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 17890,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.188326834Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.188583235Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:65088","req_id":"3061d35a-290d-4d00-a898-248bdc11e447","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.263436115Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.264150438Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.264298784Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.264398412Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.264483832Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.265760596Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.266009743Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.26642525Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.267133411Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.268699361Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.269362964Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:57647","req_id":"5c09486a-95a6-404c-a2cc-bfe4ed9861d5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 11 ee 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.269723051Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:57647","req_id":"5c09486a-95a6-404c-a2cc-bfe4ed9861d5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 4590,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.270015804Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4590,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:59.270213328Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:57647","req_id":"5c09486a-95a6-404c-a2cc-bfe4ed9861d5","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.270814225Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.2709018Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","mgs_url":"http://[::1]:46735"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.271049043Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.271725711Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.287706793Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.287799738Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.288008023Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.28928655Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.293783841Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.293907587Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.294376532Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.294494076Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.296437989Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.298065421Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25405e66-52bf-4313-a37f-4f18058febc9\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.298300881Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.300430874Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.300475584Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.300673488Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98be50ea-8998-4532-8c86-4e8304f1088d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.300907354Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.303506422Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3fc8b616-c374-405f-82c2-8fff34da8f0f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.303569278Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.305652689Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7268e4a-1040-4432-8b6a-7d0e5e3a5b11\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.305718901Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.307702493Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d411b252-9e33-46d3-b676-141583ae54a8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.307782462Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.309967997Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b443ac2d-e3dc-456b-b893-9c79dade32ae\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.310300058Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.311151334Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ac8fb02-ee73-40df-a544-4c9a0fc97d94\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.311198709Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.315060653Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db6faaaa-ee7c-4df0-8ec4-403dc54b983f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.315127587Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.3160627Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"171e8877-2a55-4763-98dc-7655956e4bca\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.316307638Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.318254066Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"610a279b-71ec-48cf-b90d-a627ffce8c13\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.318327402Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.319619887Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3899d81-374e-4dcf-852d-264e20c43e95\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.319687602Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.320931821Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7baa067b-a4bf-44e6-943f-622bfe3a3102\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.321376818Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.33092384Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6a4bc6a-748c-4293-9619-129e6b8a6f12\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.331252294Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.336242978Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7ae37a5-e05b-4865-aeb3-e3173d69f426\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.336367085Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.338747338Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.342200327Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53cdc371-447f-457d-878a-afbebc43ae60\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.342290357Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.34511747Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d69ac713-c2b3-4cb6-a412-92ab459351b8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.345195555Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.347994662Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62a42566-ecb3-480a-8684-418f882d2b67\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.348246033Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.350378772Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9359e4d5-e25c-45a9-b5e5-4fcc37533a7d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.350455265Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.353111237Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbbbc0e7-1ecc-4d45-969e-5a0599a2d508\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.353361836Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.354479864Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45c170e4-cbdd-43e2-a184-0682ffaa238d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.354646305Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.358342319Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a12a8c23-71b4-4366-be5e-b6aefeb3edc5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.358893688Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.360086775Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28111e39-d738-4673-a8e2-67a5b65f7ea8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.360374889Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.361342307Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a78fdf5-adc6-4320-a93c-5ccfff439ab4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.361475722Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.363102283Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d778b2e-9be2-4eaf-8064-32fcff1f16b6\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.363267472Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.366638138Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c6bc7f1-b200-4698-b8c6-67bc8192790f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.367001222Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:59.368022066Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.370556235Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"429cb0c2-1f89-4a8a-bba5-b8857c8ef4fc\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.371135759Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.372895415Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7edcd46b-c7d7-493b-818a-07e9be3faaab\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.37297787Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.374984648Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e519c7c9-67f3-4cba-b632-d6397e925e38\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.375061732Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.37728452Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05dbb89c-dfff-4767-a08b-58ee25db8b1f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.37736469Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.381271424Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"177ab98a-016b-4ed0-a06a-433a186fce9e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.381340041Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.381378117Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14ae5150-35f3-4eb1-be92-c583eb49a3de\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.38141014Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.3823135Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5bcfeb4-885c-4f69-aad1-694dd226094a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.382443309Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.383977886Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce855ecf-0d22-4b9b-bdb2-05b98910a32e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.384479436Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.386080055Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a6e8fa9-e8fe-41b7-82d9-2ad8792fc694\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.386504771Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.388720225Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c1f9ad6-0433-4831-ae0a-370eaea8b3c7\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.389127276Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.390091588Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.390181607Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.390220935Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.39024841Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.390929407Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.394821171Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.406818806Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.406881621Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.406914486Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.407377338Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.408516478Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fcb890a-07cd-47c0-b8cb-f2ceb2243ba8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.408591668Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.410268178Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.410328949Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.411613418Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.413309999Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"575ca131-9a18-44d0-bf35-cdd67a61c8f4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.413424918Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.417006724Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d97c6ee-9274-4ccf-a966-dde98aadff82\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.41726052Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.42212911Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61daac13-36c8-4e40-9459-97a3ebef4f96\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.422341183Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.426215943Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5d37769-ba18-42cf-8673-dc7ddf6736cd\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.426449308Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.433057745Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a468a2b7-37b8-4690-b21e-2a129ac9105f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.433282473Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.435674108Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea75534d-ac60-4060-bf61-c392602aebf5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.43597126Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.437426399Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97fdb688-be15-40b9-aa68-a90ef60d6bd4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.437723371Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.438929835Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"609323ca-d2dc-4e17-bc87-fa2c0ec88f9d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.439356475Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.441039879Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62e5118c-b423-483f-a26a-ca14edb7ffc2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.442534366Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.442859204Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.442969163Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.443061206Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.443958223Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.451440622Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.45344729Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.464102219Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.464166878Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.464199272Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.464227929Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.464255765Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.464682074Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.467856639Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.478174617Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.478240639Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.479814505Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.480770159Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.589156221Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","sled_agent_url":"http://[::1]:41754"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.589349907Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:41754/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.589976205Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.590192907Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.590302094Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.590393075Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.591638537Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:59.591907553Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:48049"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.596813488Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"995043a1-59ad-4241-806d-57675a8e64d3","remote_addr":"[::1]:48049","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:59.598037737Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"995043a1-59ad-4241-806d-57675a8e64d3","remote_addr":"[::1]:48049","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1231,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.602588233Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:41754/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"995043a1-59ad-4241-806d-57675a8e64d3\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.605757207Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.605847788Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.605912316Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.608706544Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.608839018Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.608934578Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.609069387Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.610147906Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.612265324Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.619563075Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.619707432Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.619802993Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.620371525Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.634824833Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.639948612Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.640274381Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.640337647Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.640939005Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.646270317Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.646333643Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.646908509Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:59.718793896Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:59.719361967Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.719565273Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":44,"elapsed":"577.647976ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.719894679Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":45,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.719994638Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.720123244Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.72025175Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.720370487Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.721817049Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.724873048Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.734515189Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.734681811Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.734779616Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.735607365Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.743711983Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","candidates":"[(6a0909fc-d9d0-4f32-bf6e-6d8817ef53fc, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.743903064Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.745338193Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.746428626Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:55308","req_id":"7f319a20-abf2-41dc-997c-e3da4baebb50","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 61 de 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 a............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.746640478Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:55308","req_id":"7f319a20-abf2-41dc-997c-e3da4baebb50","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 25054,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.751090675Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.751141877Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.751168781Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:55308","req_id":"7f319a20-abf2-41dc-997c-e3da4baebb50","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.751212878Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2144, tv_nsec: 546671648 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.751249642Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.75127417Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:55306","req_id":"35a36b6b-d52e-411a-8f65-015949a02bd0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 42 6d 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e Bm..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.751305383Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:55306","req_id":"35a36b6b-d52e-411a-8f65-015949a02bd0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 17005,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.75138947Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.751410733Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:55306","req_id":"35a36b6b-d52e-411a-8f65-015949a02bd0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.825983393Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.826947203Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.827015009Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.827049577Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.827082202Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.82762807Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.828459356Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:59762","req_id":"60686a24-2140-4d51-afe1-9d1de52b8cf9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 8f 71 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .q..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.828525398Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:59762","req_id":"60686a24-2140-4d51-afe1-9d1de52b8cf9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 36721,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.828609295Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36721,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:59.828687902Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:59762","req_id":"60686a24-2140-4d51-afe1-9d1de52b8cf9","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.828713873Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.828743052Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","mgs_url":"http://[::1]:46735"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.828771057Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.830715441Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7586339-631b-424b-a63d-0323b09b840f\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.831071461Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.83170349Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.841531822Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.841720438Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.841822061Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.84267985Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.844946095Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c8760df-ad7b-4379-8b3c-aa120cfe225c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.845175933Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.845827521Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.845890557Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.846676312Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.848748211Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a2bc106-1961-4939-87f4-fc296249112a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.848816847Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.854123941Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ffe70780-3add-4d35-b14e-b493c783c623\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.854191015Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.858087188Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"079914f3-cb63-4463-8058-4166410a58fe\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.858170804Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.862147979Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc0e872a-02bb-4524-a4ff-bdd28bff66ae\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.862226686Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.865613023Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a504b39b-86a6-4980-ae96-3aaa7828992d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.86574718Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.86871338Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44668ac5-65e5-444f-9903-c35e2c174881\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.868830112Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.871367668Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff1bf7c6-ff16-474a-946f-26d1b8e1646f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.871553348Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.87254775Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1e50c9f-8392-4d1e-8101-b63c3e9c2e07\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.872672057Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.874467104Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d64c1594-48bc-4986-9f7d-48c81e8085d9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.874669487Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.877002024Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c89ce9b-e8c0-44ef-9d93-5c1ec402b625\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.877151993Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.878470861Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fdddadf0-ccd5-42a9-8832-d0ecb9190b65\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.878640218Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.879061548Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.882592914Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"848d8779-6a73-46eb-8eb6-6ae8d5274bbe\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.882673865Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.884706355Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3e97196-6a58-4a2e-afcc-f0d90ad8aa8f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.884779791Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.886920587Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"788ecdc7-1837-4b7f-8da4-711f9838c894\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.886993041Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.888667457Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae36857a-7153-470e-a424-b755a92e9a61\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.888814189Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.890540268Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1fc47b72-9be8-45b1-a387-2843893636a6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.890610228Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.893870063Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1bed55d8-d05e-4a18-80ff-983166fbf5c8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.893993399Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.89485711Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a192d7d-f8d8-43ed-a49b-d62c1e66c6bb\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.894933963Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.896313201Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0995a07c-f197-4798-a0da-704d5cbe5e84\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.896481837Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.899224161Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e754f35-2371-49c8-9340-26199c494de7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.899362166Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.900661404Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed037eb9-ab18-42dd-9846-8f36aed465dd\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.900728338Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.905931585Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9246c13-fb4e-448d-a8a4-02f876f254d8\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.906244558Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.908225676Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98bb0827-f78d-466b-8f4d-9a2ecde14434\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.908600843Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.910434557Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"481ef6a7-ea02-4eef-b65f-fa2b276cb70c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.910759073Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.914663252Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eea188bd-0485-41a6-951a-be6592d9c650\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.914753562Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.917378332Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27e76fdc-da94-4960-a2b3-222375e826d3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.917442089Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.918954191Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d7110a6-f90b-42d6-8601-db3cb43d8bf5\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.919025213Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.920385112Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3707507-07f5-48d3-8852-07c1061b0dd0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.920459621Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.921250276Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b73de317-2554-4556-862c-0abac4455efe\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.921365566Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.922219377Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"411a8eda-fcdb-4b56-b617-5946cf0c6d5e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.922487181Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.924077038Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6eaec7a2-51b3-42fc-ae4e-9a5a485b9ed7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.924131848Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.924792855Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f3b85bc-9075-478a-829f-69d6846bb30e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.924862954Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.926279717Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa6044c8-a7b4-40ef-a891-81659d0c339f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.926326079Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.928975308Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc623848-6cf5-4b89-a23d-a5ec58ad6c9e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.930716347Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.930766336Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"385f7b78-8461-4c56-b590-d363e323a243\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.930798771Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.93082844Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.930857187Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.930887718Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.930914041Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.930936916Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.935440599Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c6b3953-caea-43eb-9452-07e0c3ade918\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.935561751Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.936070414Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.95077389Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.950833218Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.950861925Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.951327333Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.954827587Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.954887847Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.955345358Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.9556673Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef8b80c0-2348-4e32-b33d-077ac2cc3005\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.955713983Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.960686641Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0be7a9c-cff8-4bd7-bcf6-68d27a49f41a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.960785748Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.965627134Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac678541-1e64-4b9b-b4e2-142fe543bf89\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.965822483Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.96706045Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"881865e4-1291-4384-b45e-cf0f578f7764\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.967234096Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.969995047Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"059eeef6-aaf8-491d-bc90-b259c2c3fee3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.970781604Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.972153407Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3b88b5a-c734-4c0b-aa47-fdb3d1145596\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.972284639Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.973458808Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3cd8393-993f-4da3-ac50-4d109b3aadca\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.973520221Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.973555461Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.973587214Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.973615951Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.974409913Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.977520281Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.982154815Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.982218341Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.982251708Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.982281116Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.982309433Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.982934187Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.985946088Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.990878035Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:59.990943646Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.990978295Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:59.991537038Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.064035436Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","sled_agent_url":"http://[::1]:41754"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.064134434Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:41754/inventory","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.064706213Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:00.064861172Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:61136"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.065028084Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.065079336Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.065952586Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.069572589Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"c0ba6062-8bf1-4035-a193-ff8d50ec58c6","remote_addr":"[::1]:61136","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:00.071772051Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"c0ba6062-8bf1-4035-a193-ff8d50ec58c6","remote_addr":"[::1]:61136","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1979,"response_code":"200"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.072182379Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:65350","req_id":"3c4fd020-58b7-4493-a6c1-c2b8fd0fe959","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 61 c5 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 a............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.072306135Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:65350","req_id":"3c4fd020-58b7-4493-a6c1-c2b8fd0fe959","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 25029,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.072970238Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.073039486Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.073066671Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:65350","req_id":"3c4fd020-58b7-4493-a6c1-c2b8fd0fe959","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 48397, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.073566416Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:41754/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0ba6062-8bf1-4035-a193-ff8d50ec58c6\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.076585131Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.076648297Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.076681884Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.080302558Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.080380623Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.080415152Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.08044449Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.080821131Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.080877233Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.082290007Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.082607169Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.082720154Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.082752689Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 48397, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2144, tv_nsec: 881507286 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.082794553Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.083283487Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:50012","req_id":"a3a66cc8-3280-4dc6-a133-3013ee2f5b36","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 4c ab 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e L...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.083345701Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:50012","req_id":"a3a66cc8-3280-4dc6-a133-3013ee2f5b36","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 19627,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.083429317Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.083456161Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:50012","req_id":"a3a66cc8-3280-4dc6-a133-3013ee2f5b36","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:00.084420001Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:00.161224359Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.161298026Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.161572984Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:08:00.161660177Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:08:00.163646996Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.163757185Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.169702651Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.169992499Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.170127548Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.170587785Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.171095356Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.171149444Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.171178702Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.171202991Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.171763117Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.177286842Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.188687758Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.188751485Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.188784791Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.190030664Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.194235752Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.194296814Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.195181536Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:08:00.21737738Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:08:00.217788309Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.217930613Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":45,"elapsed":"498.024712ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.218080261Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":46,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.218176152Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.21828563Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.218377563Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.218462843Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.220541996Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.222074158Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.222122505Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.222293205Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.223071756Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.223860016Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.231822551Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.232557836Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.23260968Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.23320222Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.237404222Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","candidates":"[(6a0909fc-d9d0-4f32-bf6e-6d8817ef53fc, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.237456056Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.23994269Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.24003282Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.240147007Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:62943","req_id":"cce7180c-2f4f-4d27-9a76-6a060a07cc3a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: e8 89 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.240242658Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:62943","req_id":"cce7180c-2f4f-4d27-9a76-6a060a07cc3a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 59529,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.24031925Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.240578236Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.240878184Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:62943","req_id":"cce7180c-2f4f-4d27-9a76-6a060a07cc3a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.240967522Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2145, tv_nsec: 39866877 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.241014756Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.241280085Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:59955","req_id":"c82d000d-def6-4e89-9b17-2c87d637475e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: d3 e0 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.241338521Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:59955","req_id":"c82d000d-def6-4e89-9b17-2c87d637475e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 54240,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.241425054Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.241565944Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:59955","req_id":"c82d000d-def6-4e89-9b17-2c87d637475e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.328812267Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:08:00.335029865Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.335495904Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.338937942Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:62846","req_id":"3ab71934-8cff-4e84-9225-667283dfd706","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: e5 b1 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.33907752Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:62846","req_id":"3ab71934-8cff-4e84-9225-667283dfd706","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 58801,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.339603107Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58801,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:08:00.339790761Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:62846","req_id":"3ab71934-8cff-4e84-9225-667283dfd706","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.341383765Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.341444356Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","mgs_url":"http://[::1]:46735"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.341476279Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/ignition","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.342482855Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.342562273Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.345688642Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fcd6e3c-e8ba-4f9f-9dec-6486d4485aa0\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.345739503Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.34686682Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af837a22-93c4-49f9-a86b-796cf8cbff70\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.347035836Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.350082797Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01fc2c6a-2a36-4357-a61b-425904303f77\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.350317996Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.352825151Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"600a21a4-e3b2-4723-80c0-00b3b7160f9b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.35289501Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.356710863Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17d01082-89ab-41d7-b790-ce87db6e01d0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.356797706Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.359400662Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f53d2b09-4ccb-49c2-a7a1-31e2f24159c5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.359475912Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.362443846Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fff854af-a068-46ff-a636-aaf368b7233a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.36251628Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.364470694Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71bd0005-008b-4661-a5b2-487b8bcf7263\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.364540183Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.365421278Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d982b90-73fb-4ad3-9ef5-a9a873bdf15e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.365578792Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.36868955Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc4324a7-c8e8-4fc6-93cb-0e75d7677450\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.369078685Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.370453174Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77406b16-0c78-4c04-9f07-b7b6a6d36457\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.372161818Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.374007586Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"828a8741-730b-48f9-a0e8-231a253edc87\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.374243185Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.376482347Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4333ecd-819a-4199-be98-e72455b9d424\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.376752725Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.380045346Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"611d14e4-065b-4416-a9df-97ca69f12cb4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.380354111Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.384110235Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62409a1b-e62c-4042-a602-ee7f3bbb11cb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.384350052Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.386717339Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.386854412Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.386971055Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.387097296Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.388061076Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.3914505Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.402680294Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.402794662Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.402831656Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.403283486Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.403622201Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"777adb9e-8577-4625-a1f3-e17d19b85ae9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.403776468Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.406267361Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.406376308Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.407208096Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.409174103Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca6362a1-14a3-428b-8ae1-db0ad9797afb\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.409372578Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.422594652Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b25b4fc7-b2ef-4476-8e2c-976ecfe601f1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.423240239Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.438439943Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce9d2fbc-6a1a-4ccc-8914-46c31754ff68\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.438763718Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.441753585Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4871f856-d1b0-4310-8bb9-3d3eda9c299b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.442067551Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.4434423Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"201f4562-cd56-48fa-8bcd-2334f4b90591\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.443852878Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.449651632Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a5a6787-5fcb-4eb2-9f2e-8ba3cebac18e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.449750078Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.45473009Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4af06c65-7183-4ddd-948a-4f6f9946cfac\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.454816943Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.454888556Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01c5ed59-cb2e-4649-b456-a81bb418350b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.454962623Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.459386598Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6cbc1e8-608d-43e2-a770-f3863004850c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.459456547Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.463584532Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8fcf8f4c-e9e6-45e3-89a1-3f87a7a8498c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.463655794Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.469302735Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.473975706Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f2e2b06-6623-49f3-8831-c4dd9f37d49d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.474108019Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.477106534Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2671e7e-2ef0-4c6e-8264-cea96505f45d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.47733566Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.480553742Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7334c0d9-07db-403c-b8ab-d452e725c539\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.480794652Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.483047691Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c419460b-6a69-472d-ba86-773ff410109b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.4833332Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.483896322Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90893941-31e3-4f27-9074-910a8e832921\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.484077413Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.485322003Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80cd8e30-6ffc-4659-bc1d-c7da593a5182\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.485391431Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.498101445Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93faffbf-1a31-4bd5-8319-31064dafaffd\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.498468406Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.500253483Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2be98867-9e24-4017-9f97-1bc72280a6ac\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.500313482Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.502569768Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc4a5d63-d9d6-484a-8906-9b54087a3b75\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.50275182Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.506483014Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3304e8a4-c381-43fb-8429-9282d58d2838\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.506661169Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.510003509Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3740908-70a9-4cb1-86a6-2959d2aa38f3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.510228377Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.518907008Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3f7e587-1988-4ea3-82b6-3f4ab559183a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.519885127Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.520596785Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.520660302Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.520695001Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.520724309Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.522015853Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.525486377Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9c6776b-8632-4e55-8786-46c151b6000c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.525619322Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.52582387Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.533747537Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.533828208Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.533862276Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.534422001Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.537731425Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.537792076Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.538307443Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.56455545Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"237cae6b-4a8e-4eff-b3c7-cb45d3fff1b4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.564771521Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.589713466Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6260ee6-e63f-402f-8712-8326886120dd\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.589874887Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.590820692Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83dd1e92-f794-45be-8888-b09b8d9e6675\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.590969799Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.591921225Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ff38505-88bb-46ae-ad63-d84b0c51b178\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.592078788Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.593323008Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b09da2d-0676-44f8-ab00-18f490e0d3f5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.593388919Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.594275846Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"571faecc-4718-4aca-92ba-1aa9153a6836\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.594379172Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.594417198Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.594449342Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.59447865Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.597672664Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.604956697Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.61231618Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.612383033Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.612418494Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.612448303Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.612476289Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.615324404Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.620776627Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.626272507Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.626679949Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.626813796Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.628444154Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.644940803Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.748146012Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","sled_agent_url":"http://[::1]:41754"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.74828534Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:41754/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.750406677Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.75047851Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.750511766Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.750540052Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.751271239Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:00.751334816Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:36450"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.751907497Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"5d951d8c-8d8a-4102-bdd7-93c80644bec2","remote_addr":"[::1]:36450","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:00.752647371Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"5d951d8c-8d8a-4102-bdd7-93c80644bec2","remote_addr":"[::1]:36450","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":753,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.752943441Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:41754/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d951d8c-8d8a-4102-bdd7-93c80644bec2\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.755585635Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.755644803Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.756055191Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.758335093Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.758397418Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.758431285Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.758459571Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.760535938Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.764480808Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.773272646Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.773372905Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.773407965Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.774231797Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.774676603Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.791016849Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.791244021Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.791295755Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.791814498Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.793743822Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.793801287Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.794366232Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:08:00.848245423Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:08:00.848553998Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.848606963Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":46,"elapsed":"630.474328ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.848643366Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":47,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.848669899Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.848698997Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.848726952Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.848755319Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.858792036Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.861690301Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.867988239Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.868075513Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.868110623Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.868549257Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.874375215Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","candidates":"[(6a0909fc-d9d0-4f32-bf6e-6d8817ef53fc, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.874449283Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.875524284Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:62863","req_id":"22d6a25e-3206-484d-a43a-af1201b557e9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: a9 3e 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .>..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.875593472Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:62863","req_id":"22d6a25e-3206-484d-a43a-af1201b557e9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 43326,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.87572307Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.87575314Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.875834743Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:62863","req_id":"22d6a25e-3206-484d-a43a-af1201b557e9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.877012991Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.877048261Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2145, tv_nsec: 675627949 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.877090515Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.87787088Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:59426","req_id":"04383349-b6c2-4738-a515-d4be0d2b37d4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 1b 22 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .\"..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.877984677Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:59426","req_id":"04383349-b6c2-4738-a515-d4be0d2b37d4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 6946,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.878088684Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.878194144Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:59426","req_id":"04383349-b6c2-4738-a515-d4be0d2b37d4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.941880615Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.94251043Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.94257576Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.942610189Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.942640249Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.944104907Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.947776252Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:00.94795119Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.948934219Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"oximeter","body":"None","uri":"http://127.0.0.1:55729/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.950990125Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ade20fa8-2cf0-4d95-823d-f0c9a91ce72f","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.951188771Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:52236","req_id":"5367739b-789c-4ef0-8c0d-3b13163a38a5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 86 32 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .2..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.951250133Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:52236","req_id":"5367739b-789c-4ef0-8c0d-3b13163a38a5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 34354,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.951458789Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34354,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:08:00.951550943Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:52236","req_id":"5367739b-789c-4ef0-8c0d-3b13163a38a5","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.951849758Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ade20fa8-2cf0-4d95-823d-f0c9a91ce72f","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.951910459Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ade20fa8-2cf0-4d95-823d-f0c9a91ce72f","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.95318594Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ade20fa8-2cf0-4d95-823d-f0c9a91ce72f","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.953516339Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.968269964Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.968381316Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.9684735Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.969011582Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.969335818Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.969505025Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","mgs_url":"http://[::1]:46735"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.971043651Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/ignition","method":"GET"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.971574158Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:49254","req_id":"b6c6ffa0-c05a-4dbf-aa93-8ad141773c2b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 6c 4a 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 lJ..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.97173092Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:49254","req_id":"b6c6ffa0-c05a-4dbf-aa93-8ad141773c2b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 27722,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.97196681Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.972241998Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.972553028Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:49254","req_id":"b6c6ffa0-c05a-4dbf-aa93-8ad141773c2b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 48397, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.974920154Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 48397, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2145, tv_nsec: 773852966 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.975051205Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:00.975739938Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ade20fa8-2cf0-4d95-823d-f0c9a91ce72f","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","latency_us":24787,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.976038482Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.976145385Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.977548872Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.978136954Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:55729/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ade20fa8-2cf0-4d95-823d-f0c9a91ce72f\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.978428444Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"oximeter","body":"None","uri":"http://127.0.0.1:55729/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.979905177Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"78715df9-6e2a-4998-975a-d0f545a9277c","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.980100917Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:56266","req_id":"3c987fa3-5749-44c0-a855-16c1828318b2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 9d 5b 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .[..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.980255635Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:56266","req_id":"3c987fa3-5749-44c0-a855-16c1828318b2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 40283,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.980529991Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.980672325Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:56266","req_id":"3c987fa3-5749-44c0-a855-16c1828318b2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:00.981026621Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"78715df9-6e2a-4998-975a-d0f545a9277c","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.981143604Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"78715df9-6e2a-4998-975a-d0f545a9277c","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:00.981673259Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"78715df9-6e2a-4998-975a-d0f545a9277c","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:00.983192937Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:01.062607255Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.062684098Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.063033965Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:08:01.063206439Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:08:01.069018008Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.072680515Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.076528623Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1cf4682d-3fac-4f4f-b837-e8fd8c8766f2\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.076909812Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0","method":"GET"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.07712944Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:01.077765787Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"78715df9-6e2a-4998-975a-d0f545a9277c","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","latency_us":97849,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.08006074Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:55729/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78715df9-6e2a-4998-975a-d0f545a9277c\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.080124277Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.080158505Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:01.080185398Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.083678548Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.084304556Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.084363543Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.084396729Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.085645347Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9aa35cad-ef78-47a9-a8e2-e9fb64513696\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.085845185Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.091109133Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1cbe862-b29c-4ca4-931e-97919feb1253\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.091247218Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.093864293Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"faa6a6cb-46a2-4240-8677-21e7b6f35a05\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.094029472Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.096071801Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b5efb6a-aaba-4c12-8b59-0ad065f497fe\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.096170999Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.101246391Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0fe49af1-325d-4c8f-a06b-6382f0e26865\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.101344507Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.10377526Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29756fe6-862c-4e7b-b98e-9b691257e256\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.103851041Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.106547193Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"904ad03e-879a-433a-891b-c8ac79e30ba8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.106630859Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.115712293Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.118303426Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7acc989-b596-4ed4-955a-4cccfa24800e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.120219564Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.123178018Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92595110-c369-4d0c-9208-deaaf46186fe\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.123242537Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.125705374Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"250c496c-c9fd-4a1a-8bc3-4d4578e9b1e9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.126097074Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.12775606Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ada886cc-de27-4121-938d-90bb2f5721a6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.12796692Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.130876708Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16350c7a-1905-46c0-9acb-083c4e2770bc\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.131194932Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.143458506Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"659bcb82-cb71-4f72-9538-a01dd1dbb877\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.145547779Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.148498959Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92178cb4-54e8-427b-91b1-d478135f4d1c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.148827323Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.151423245Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51f34341-e994-45ec-b7d6-9d6bedef51bb\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.151636991Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.154240699Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6a847a1-1f79-4e0e-a300-5bb0324a9582\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.154504114Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.158124146Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66d99319-f6a0-483d-92f4-ee9d662d94e0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.160674027Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.16319997Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a493fb1-3719-4b54-b1c7-3ba1b2e3a11a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.163342323Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.175672951Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.175763061Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.175800044Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.17583298Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.176919625Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.177138421Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"055c2693-7621-4687-b61c-a2090e782ec9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.177250915Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.182383502Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"231f0bce-a036-44a8-9a09-cc3db1eae162\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.182520665Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.185182238Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.193066356Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.193132468Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.193165464Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.193694348Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.195412982Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f9170c3-a7d9-49c4-8de1-91b5bf58f3f0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.195508913Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.197020926Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06087a08-4d17-4b6b-843e-000731f798df\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.197152097Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.198110947Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.198172751Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.198643889Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.199926144Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37d4e1f5-0e6a-4136-82cf-199a9473dc8c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.200276412Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.209287837Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f0ce947-455e-456e-a0eb-0bad61ef3258\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.209499238Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.214547286Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5e1048d-ade7-4d04-90e7-b7c2732e1eac\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.214720902Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.217686941Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.21775158Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.217904034Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.219058244Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.219942175Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c107a14-7c56-42ef-8f23-131db665fd8d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.220079719Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.223629421Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.223691365Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.229444397Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.229506431Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.22962161Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51c1ee1e-f70c-49e7-a285-da6106dab3ef\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.229853633Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.236221831Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.237870436Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ccfb44c-4d85-4130-8c61-12167143a16c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.238112979Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.24199317Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7688bc37-2ff7-439f-9b81-fc62f538b9de\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.24219416Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.243531866Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b83d8e90-672d-4271-85f1-e21c75d1b113\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.243695271Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.245851036Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfe3b3ab-dcc6-419c-86f1-1b6a1616fd14\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.245920134Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.245999302Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54ba4508-af86-4a8d-87c8-7d70ffc600e2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.246101596Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.247332989Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e56fb5a3-478d-403f-97be-582f099859f7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.247582596Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.249263265Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7766b27e-c9c4-40da-afa4-6cd9be9809c8\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.249440208Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.252096711Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aebf309b-bcd0-4f2b-bd37-d2b5ecaf86b0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.252172391Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.253980314Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09ae0335-6f58-44fe-a61a-8dd3143d2802\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.254171725Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.255985318Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca85c01c-2268-414b-b195-c7177e70f317\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.256055799Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.260155347Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd8d0bee-1614-44aa-9701-55df3dc5c728\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.260243292Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.261254908Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87e2dce3-5ac5-4f6d-bfa3-a725a747d131\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.261516689Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.264744701Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de3be44a-50dd-4580-b62b-2444d8f878bd\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.264825903Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.267138921Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ec50cd1-0d9e-4a41-b213-fecc7422ea00\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.267390342Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.269115048Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"211247b8-cd60-4d2d-a496-5f1d113db6ec\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.269285879Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.272605002Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4faeaa2e-1b83-4d53-ac96-374c930ccbb0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.272737596Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.274104961Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1892f8e8-718f-4b08-814e-2b5e526dcbea\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.274172405Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.274301232Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.274337223Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.274367193Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.275214181Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.285768169Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.293392369Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.293980411Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.294041262Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.294078266Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.294106893Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.29556061Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.297232411Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.297508541Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.297563059Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.297594772Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.298345408Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.301505194Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.311338516Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.311488365Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.313004165Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.313601525Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.316225403Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.327967729Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.328035684Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.328069061Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.328474478Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:08:01.329019204Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.332718875Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.332780227Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.33702754Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.402899095Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","sled_agent_url":"http://[::1]:41754"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.403052761Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:41754/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:01.403732756Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:36446"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.404396929Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"b2e783cf-e485-4fc2-aea7-a1e3f54c2cbb","remote_addr":"[::1]:36446","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:01.405420789Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"b2e783cf-e485-4fc2-aea7-a1e3f54c2cbb","remote_addr":"[::1]:36446","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1055,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.407757274Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:41754/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2e783cf-e485-4fc2-aea7-a1e3f54c2cbb\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.410289529Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.410381904Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.410446703Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.412274254Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.412409193Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.412507228Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.412641957Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.413282573Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.415633467Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.421780745Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.422057867Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.422159239Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.42268654Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.468287196Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:08:01.480215683Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:08:01.480545871Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.480684868Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":47,"elapsed":"631.952243ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.480733815Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":48,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.48077659Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.480808203Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.480979605Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.481025296Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.483083216Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.487148666Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.497174312Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.497265403Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.497314561Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.497861391Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.510638919Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","candidates":"[(6a0909fc-d9d0-4f32-bf6e-6d8817ef53fc, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.510743999Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.511837557Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:57743","req_id":"c147c74d-5328-4ea6-af76-9c39980be438","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 3b d5 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ;............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.511915813Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:57743","req_id":"c147c74d-5328-4ea6-af76-9c39980be438","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 15317,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.512169138Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.512497001Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.512620648Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:57743","req_id":"c147c74d-5328-4ea6-af76-9c39980be438","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.513075674Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2146, tv_nsec: 311875742 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.513143279Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.514317969Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:49440","req_id":"3ec11733-8f25-4c2c-ba5e-60836cfd6c92","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 7f e0 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.514427808Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:49440","req_id":"3ec11733-8f25-4c2c-ba5e-60836cfd6c92","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 32736,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.514630612Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.514727145Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:49440","req_id":"3ec11733-8f25-4c2c-ba5e-60836cfd6c92","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.569188716Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.569728451Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.56986837Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.56991882Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.570408346Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.572103383Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.573900163Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:57334","req_id":"5b2dfbac-5532-4fef-9741-9e9c8ee68aa7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: c8 d3 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.574446431Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:57334","req_id":"5b2dfbac-5532-4fef-9741-9e9c8ee68aa7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 51411,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.575011407Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51411,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:08:01.575219672Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:57334","req_id":"5b2dfbac-5532-4fef-9741-9e9c8ee68aa7","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.576565253Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.576658008Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","mgs_url":"http://[::1]:46735"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.576934669Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.578993251Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.590278997Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.590352964Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.590384086Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.591320562Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.600366526Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.60043926Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.601014627Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.613187531Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e4ebe5e-4650-41fb-88f1-ce5f928a3c29\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.613525634Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.635362232Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ce8b1f4-1bbe-4db7-84da-3f8e218d4766\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.6355517Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.665768805Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10b4933b-d67b-4ad3-9ceb-fdd2173cb812\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.665962772Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.669045594Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0ccb90a-994e-4e39-a480-5b9c8024db8e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.669114742Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.672107956Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17e17bc8-46e5-4893-bd6d-ed9558f27d1e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.672174098Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.67450415Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4504d94-16c8-4d45-af8a-471d3fa1b63f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.674572767Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.677954084Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.679873408Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3315960-48d1-4921-80d2-b14973b9e25c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.680069378Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.683938618Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2598a16c-7648-4a89-9f75-6a617a975b06\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.684058356Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.684895214Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d507772-3860-45bb-b109-663921a1c88f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.685037517Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.68587196Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ca854fb-ae08-400b-9ede-610aa84e195f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.686028912Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.687506216Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa0be02b-dd31-4782-b3ce-07e93d15f32a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.687651796Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.688577741Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55f0f5b5-1837-42ef-9a6b-d2a2f4c33b45\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.688699984Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.689909725Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3dc6b63-5c20-499f-81f3-1c1a4b826ea0\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.690089232Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.69210588Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1fc2e83-346e-4aa2-a91d-1dfc0f455e8b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.692338454Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.694334771Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"facaee23-021b-4572-b9ad-3377b84d8a75\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.694386144Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.69749122Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"297a7779-a805-467d-b855-9af5b172c9a9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.697610478Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.702485351Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2124994c-9dee-4a9f-a9df-04483560def9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.702920317Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.706086536Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e366bdc5-9d85-471f-a11b-897a20857ef3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.706221264Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.707782705Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2281434-960e-4a2c-a144-bec92b3d29e1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.707854789Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.708631126Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e212dd6c-cf3a-4744-aabb-d70478621cc3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.708753439Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.70973763Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35db141f-ac60-4d02-b0c0-e36824d3adcd\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.709782289Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.710770679Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c148f1ac-de47-4156-bfdc-fd39c4377938\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.710897081Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.711713808Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b621ac8-1673-4489-965f-389fcf2bb72a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.711779198Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.712919781Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2805ce16-0baa-494a-89ab-f2701f7eaf29\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.71316544Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.714818343Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89d8934d-85dd-4f4e-9952-20553176d64c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.71500232Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.716712708Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b22664a4-29ce-411b-99f7-99d416c5ce7c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.71678384Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.718406122Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34c83306-c951-485c-bab2-460d47333f70\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.718479127Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.720898979Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a445512-484a-4d00-8144-89efffeaa651\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.721213986Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.723089563Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"531c27cd-664f-4a00-a8c3-4231ee8cdc47\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.723199973Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.726539086Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ed98305-f3a9-47c0-9ad9-713f985eeb7d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.72677704Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.728063363Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29aa5b0b-0448-45d8-8937-6e89d76ade60\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.728181378Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.729168926Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.72936673Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.729419716Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.729445918Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.730092887Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.7307065Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28c58487-600f-4293-be73-e92db60cae24\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.730895536Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.73232304Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0355d4d-8fa7-4541-9273-42d8aed5e578\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.732449843Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.734712481Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.742928531Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.74304854Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.74313856Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.743760459Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.745853188Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd345a43-9481-4e35-a50e-cdc47313247d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.746247855Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.747010614Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.74711894Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.748146488Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.752603939Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbf93988-ea62-4f12-89e6-4620e73a9cc3\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.752963686Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.760141256Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3884a02d-c985-4dc2-93e0-936de9366659\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.760337457Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.766448052Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99e9e079-a8df-4569-8152-45488cfb9e1c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.766590967Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.770609634Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56ddc935-0a8c-4cb8-8dc2-b7b48b2a5b46\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.770796346Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.776813595Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c1de51d-3b7d-42ab-ab5f-c0b55d9caac3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.77706198Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.784765388Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.787092574Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38ae706f-de7e-4af8-ba39-ed77a1acbaa0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.787286401Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.789395994Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"652384b1-8afc-4343-a5b3-2c463b118aff\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.78951939Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.790473481Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee7f188f-8115-42b1-957f-50180d2c94c3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.790710293Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.793449039Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e01709c-5be8-4fa1-8541-537a25149523\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.794875922Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.797453167Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a96e948-6c5a-483c-9313-207f4977b683\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.797653206Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.801326585Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d506a739-db8d-419f-aee2-d682fe02c5ca\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.801391925Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.801429179Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.801460361Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.801488497Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.80455648Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.811376459Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.826670882Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.826836291Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.826889147Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.826925058Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.826957342Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.827241849Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.835996883Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.836073566Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.836107904Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.836135048Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.836670906Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.846224912Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.850106225Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.850207016Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.850246184Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.850586141Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.854746601Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.872219775Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.872412238Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.872531165Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.873220859Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.928392666Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","sled_agent_url":"http://[::1]:41754"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.928506252Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:41754/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:01.929276467Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:53601"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.930607178Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.930674111Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.931323165Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.931494897Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"59b57b46-7aad-4082-8606-351760b52906","remote_addr":"[::1]:53601","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:01.93206869Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"59b57b46-7aad-4082-8606-351760b52906","remote_addr":"[::1]:53601","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":574,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.932378928Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:41754/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59b57b46-7aad-4082-8606-351760b52906\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.934735734Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.934797246Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.934866535Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.939539215Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.939626278Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.93966258Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.939696788Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.940372795Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.943164959Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.946995481Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:01.947214527Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.947270599Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:01.947781607Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.004159717Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:08:02.005006003Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:08:02.005574055Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.005753592Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":48,"elapsed":"525.042192ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.005833552Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":49,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.005865054Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.005894513Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.005922719Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.005954443Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.00787027Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.008485025Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.008550786Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.01176513Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.019018362Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.019086758Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.019124092Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.01988595Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.029554614Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.033084457Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.033168946Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.033272742Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.038746168Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","candidates":"[(6a0909fc-d9d0-4f32-bf6e-6d8817ef53fc, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.038872369Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.039959135Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:57771","req_id":"c8349590-8d0f-4a0e-9e3f-0954173822b0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 0f 69 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .i..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.040189684Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:57771","req_id":"c8349590-8d0f-4a0e-9e3f-0954173822b0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 3945,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.040486085Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.040807275Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.040990951Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:57771","req_id":"c8349590-8d0f-4a0e-9e3f-0954173822b0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.041376048Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2146, tv_nsec: 840306244 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.041506708Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.042071383Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:60468","req_id":"12a9c388-c7ea-47eb-9de1-fb440d683242","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 95 df 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.042238276Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:60468","req_id":"12a9c388-c7ea-47eb-9de1-fb440d683242","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 38367,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.042479316Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.042706378Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:60468","req_id":"12a9c388-c7ea-47eb-9de1-fb440d683242","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.092698545Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.093178992Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.093220034Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.093247699Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.093272508Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.094151119Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.094433411Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:49855","req_id":"2f39a1b7-8693-4a31-afb0-00baf4d4c317","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: a8 e6 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.094877867Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:49855","req_id":"2f39a1b7-8693-4a31-afb0-00baf4d4c317","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 43238,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.095211471Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43238,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:08:02.095473483Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:49855","req_id":"2f39a1b7-8693-4a31-afb0-00baf4d4c317","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.096231584Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.096323397Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","mgs_url":"http://[::1]:46735"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.096429188Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.098108163Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.108705998Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.108931748Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.109883504Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.110936092Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.113802413Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2101efa0-bdb5-4f99-96af-077f5135a8b8\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.113941249Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.116062586Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.116106273Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.116804033Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.117002388Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70b313cf-b7de-49ab-99b5-8f34bed7a6c3\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.117138449Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.120604596Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81ae5dd2-4786-4890-bd6b-10e9946eb9f3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.120675627Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.126058462Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3240a789-99c5-44fd-970b-48d66c41f869\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.126186207Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.12921442Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0449536-4f11-4742-a694-560699f6fe29\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.129505159Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.134658667Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43db67fa-3cee-4886-bcd4-c86eb5800363\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.134825349Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.142390643Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d5e8299-2c78-4656-a289-7100d37aaad4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.142811802Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.145736539Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0718db3-9d1a-42a1-ba55-04c21eb8f1f1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.146155765Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.14763928Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1b89d96-f853-4bf6-811c-52e41feff19f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.147910902Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.153489296Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5f9bb91-ac5a-4a04-8922-41b8b9d4c110\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.154218078Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.15543332Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.157281432Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e61affab-c649-4440-87e7-b0e40186d6a7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.157434697Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.159133592Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36f164c5-6a5b-4330-be74-25e24ecdc5dc\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.159198892Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.160318954Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"870baa58-76c8-497e-9900-72d937c7e2d1\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.160529553Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.16392057Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93b32096-0d94-40e3-ad92-4489e01a032e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.164027783Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.164910362Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.166180172Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:53872","req_id":"d691f1fe-986a-419a-85dc-4c2ebdeaa105","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: f5 c0 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.166293117Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:53872","req_id":"d691f1fe-986a-419a-85dc-4c2ebdeaa105","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 62912,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.166599457Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.166664928Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.166692533Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:53872","req_id":"d691f1fe-986a-419a-85dc-4c2ebdeaa105","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 48397, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.167190204Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 48397, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2146, tv_nsec: 966044740 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.167247549Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.167808005Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:64076","req_id":"6e214440-e992-4143-ae08-280273dbf8bc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 31 d4 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e 1...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.167858305Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:64076","req_id":"6e214440-e992-4143-ae08-280273dbf8bc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 12756,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.167949738Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.167977283Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:64076","req_id":"6e214440-e992-4143-ae08-280273dbf8bc","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:02.168672548Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:02.22610579Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.226209436Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.226372481Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:08:02.226419805Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:08:02.228313398Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.228372867Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.228412045Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.228444389Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.228472966Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.231338506Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.231493985Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.231537993Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.232186575Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.233218401Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.235031223Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30ae72ea-1958-41ea-9200-af9a2357a2fb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.235182444Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.238994039Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.239070912Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.239223205Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.251877128Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.251949672Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.251980263Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.252858413Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.253510111Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c101eea-89b4-4b72-8315-6a9b65259905\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.253611102Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.256314699Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.256374398Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.257255143Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.257781021Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.257826752Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.258838147Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68de82bf-02ce-478f-a84e-319818218345\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.259095149Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.263083015Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9a67580-f4d8-439d-ab78-a447c0afc988\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.263639213Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.280563954Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c828b78-7094-4925-80fd-2341e1171690\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.280668953Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.281910798Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e75f863-bda6-40b0-96ba-183bd6178812\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.282048312Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.283594562Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6375965-2c75-4593-86df-a937eb220544\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.283800823Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.286206206Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"248b0bbb-95dc-45be-9189-bbef1d96285e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.2862733Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.288741507Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbc5ac44-8e36-46c7-9cd9-9817074f559f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.289144691Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.293637072Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"154e5426-6fbf-4667-95b5-30f656d418e4\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.293971187Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.299154745Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d4e716c-7de2-4837-be96-dde03bc6f13a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.299539933Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.309066353Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc8ed2be-4f63-4706-adbf-22b685dce786\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.309135531Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.31109222Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.313038878Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7405906-d757-440a-984c-717d820401d3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.313166232Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.31694451Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"abb24ec8-f032-4f05-9245-1cf26c9b6499\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.317247364Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.321277664Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"022e2309-eac8-40e7-aeff-4273aa917882\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.321603373Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.324229695Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef4acf43-9579-4d0b-a7aa-b5b19feecc86\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.324586286Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.32642026Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"617f8bd4-8554-4132-91bd-814c8cfc484e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.326862752Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.328569222Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5736a5e7-66f4-429b-91f0-5b3134e70eed\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.328740543Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.330719837Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6df94de3-c87e-4d7a-87f3-e5ae4d2c7f62\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.330800477Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.331615331Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d510f640-04ba-4515-8e39-473d3a2d4a4f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.331907242Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:08:02.333474495Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.334720548Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2bb03fad-ab7a-44b5-ac9e-4c051567a327\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.334910326Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.336889299Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e2f8151-e1a4-4cef-8f19-68f53a00510a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.337111842Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.344524722Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70946d43-edaa-43c9-a426-e55f36fe49f7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.350425589Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.353048475Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3cbd0272-7e4e-4b1d-870c-e5750651eae2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.353194987Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.356046208Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92da4ab0-2910-4256-8d6c-fdb772712e57\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.356124393Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.35888291Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3733f173-c4fe-4c29-84ba-523557df3829\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.358958831Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.361904951Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.362151913Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.362408805Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.362514385Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.363685508Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.36681787Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.37382976Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.373894439Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.373927595Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.374464685Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.374755845Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe2ca215-9b15-4d6c-b5f3-152409a9eb41\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.375153999Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.37752373Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51809dc2-40be-44ba-9600-9d47b3b10a9d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.377675593Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.377962825Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.378044538Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.378869562Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.380859376Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cb8b9c1-2564-444c-986f-8a02411a22ea\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.381940681Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.38376714Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ee64f4c-7557-4da6-a314-79f715291147\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.383913091Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.385367539Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33ed7f2f-846b-47e9-a922-8c6fcb102640\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.385434512Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.38546872Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.385499111Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.385528529Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.386052864Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.389175125Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.395194979Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.395263125Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.395296792Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.395412442Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.395577271Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.395836066Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.39830221Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.404980696Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.405079834Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.405115535Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.405931862Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.472573922Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","sled_agent_url":"http://[::1]:41754"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.474978863Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:41754/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:02.47584053Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:55316"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.479660431Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"8e480890-73d6-448c-9f22-820c92d69acd","remote_addr":"[::1]:55316","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:02.48172286Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"8e480890-73d6-448c-9f22-820c92d69acd","remote_addr":"[::1]:55316","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2074,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.482629747Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:41754/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e480890-73d6-448c-9f22-820c92d69acd\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.48616454Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.486254149Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.486288587Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.489339927Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.490359669Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.49042544Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.490462323Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.490598134Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.505605836Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.516510973Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.516884888Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.517000519Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.518154257Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.523210983Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.574389763Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.574476696Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.574512518Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.574543018Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.575485737Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.583392721Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.59164361Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.5917085Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.591739892Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.593064752Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:08:02.608629864Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:08:02.608906636Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.608961876Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":49,"elapsed":"603.134526ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.609150291Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":50,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.609199539Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.609230481Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.60926008Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.609287214Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.610363759Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.612102714Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.612158745Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.614075214Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.625268926Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.631798296Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.632204936Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.632299264Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.63455099Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.639054493Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","candidates":"[(6a0909fc-d9d0-4f32-bf6e-6d8817ef53fc, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.639141597Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.639718777Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:53855","req_id":"48782f7f-995a-4784-b245-cea0e8316816","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 6f 58 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 oX..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.640098764Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:53855","req_id":"48782f7f-995a-4784-b245-cea0e8316816","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 28504,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.640297129Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.640461677Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.64051817Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:53855","req_id":"48782f7f-995a-4784-b245-cea0e8316816","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.641134788Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2147, tv_nsec: 439888393 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.641205509Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.641444355Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:56261","req_id":"b52ba06b-2323-4813-b90d-93017eeefbb8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: e1 80 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.641506409Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:56261","req_id":"b52ba06b-2323-4813-b90d-93017eeefbb8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 57728,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.641591829Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.641699313Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:56261","req_id":"b52ba06b-2323-4813-b90d-93017eeefbb8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.692956119Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.69408099Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:55404","req_id":"3c0d5668-43f1-404c-afc9-3dd903183679","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 4e 7c 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c N|..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.694554253Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:55404","req_id":"3c0d5668-43f1-404c-afc9-3dd903183679","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 20092,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.694751225Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20092,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:08:02.69485394Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:55404","req_id":"3c0d5668-43f1-404c-afc9-3dd903183679","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.695130261Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.695209589Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","mgs_url":"http://[::1]:46735"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.695242935Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.700858464Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d35590c2-cd5b-4f35-b584-b130a5096847\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.701110125Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.704200563Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b9444a0-27f3-45ed-9ba3-5db2505b78a4\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.704385621Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.707980414Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c09ad556-549f-4004-b240-d79ee61fb410\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.708174721Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.712055533Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3ff53b3-5f21-458d-bba5-8063cb4414d9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.712124962Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.717004814Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77d808fc-5b8b-4041-9ca9-2b5723b78daa\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.717261856Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.721089523Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"841cec20-1b5f-4747-ad9c-08840e46a488\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.721302948Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.727716647Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1611c2e6-db28-4c6b-ad56-c9c6486a6264\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.727968549Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.728858582Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.7330383Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4e805ba-3717-46f5-9333-135321fb7987\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.733177107Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.734681103Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9eae961f-e993-41ef-95df-c91e50ae089f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.734818246Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.7359594Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"007f408e-fd72-4679-8d93-d0d1a23d3a39\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.736076373Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.73720913Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10f9758c-2b17-43a3-8067-3632a7273042\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.737335091Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.738291677Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23331a42-fe45-472e-b885-761c9551ea8f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.738364903Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.739759542Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"138a1130-2976-448d-b7e2-9b7bee8dae91\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.740109579Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.742352588Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73059212-d612-43c3-b92d-418589af22b7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.742419371Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.744420859Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb140a31-b531-4fed-85f7-c634fa135290\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.744490798Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.746131187Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c0b2bda-7af0-4266-997b-7b6b935270e5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.746203411Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.747922486Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8fd4cd22-bdd7-4480-9b88-833b354c38b1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.747989599Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.749687302Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c386d05-d4cc-4ddc-865b-ee4d52b0788a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.749759847Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.751296629Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8bdec9bb-453c-4f07-8d66-c5d90696d5c1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.751363422Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.752174167Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d36c102-f78d-498a-b580-3259d2dc7a75\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.752248665Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.753251333Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34f80cb3-2fa1-4683-a0b9-4f6a3ea8174a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.753507073Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.754396946Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f29f17b-fa7b-4cab-b54b-9f63b2350517\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.754481204Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.755567257Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f8b5af0-7108-4bf4-aa5d-6d2fbacc7898\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.75566877Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.756897919Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e96399df-54e6-412d-9b12-8fbcf4c809fe\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.757083458Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.759345265Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c30c978c-a33b-4434-9e89-9dbd07b50f11\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.759410365Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.760606638Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be075ddd-9119-4a34-8c4a-631c6ce3e184\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.760856726Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.763015658Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0212da38-290b-4aca-9c14-47a348e3f2bd\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.763088072Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.764983699Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e9e2b71-c190-4be4-9d4d-ee5be1dd331f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.765053428Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.766563276Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9df95bd4-91cf-48bc-95e3-2bcc4f9b291e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.766675941Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.769905816Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec21df30-bc22-4836-b11f-aa3aed8572fe\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.769988381Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.7712027Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ec12f41-37e4-453c-b197-0108363f9c30\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.771279693Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.77210606Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"415d22db-e9f4-493f-88bc-b062eeef44c5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.772239305Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.77324034Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb15c945-1461-4f80-93a0-50adedfc2ec2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.773453084Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.774553546Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ce4276f-fdc6-4af8-8a92-9cee30328ba3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.774617845Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.775932995Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30db7e31-19a8-4124-9c82-6f4b1d4b2a5a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.776090609Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.783893416Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.783957714Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.783992162Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.784023885Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.784725163Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.786868212Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17460e22-695d-455d-84a2-397cafca22b3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.786943201Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.787543467Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.792896503Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.793029157Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.793067924Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.793414745Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.795469589Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de89933f-951d-413e-ae28-a8f8b01ec8b2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.795623506Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.795745118Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.795793785Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.79622798Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.798096704Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce407f34-489d-4251-a95f-7cb883963a51\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.798161022Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.800295394Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e24df220-3124-4b3e-a631-db7c63fe4ab8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.800361667Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.803299109Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99fd1b00-f45d-4f41-bde9-f11c2461275a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.803488527Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.807993663Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74e0d3fb-8c86-445f-b31d-abc0be9c4e65\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.808264112Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:02.820291956Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:48370","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:48020"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.820763055Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/crucible/pantry/0","method":"GET","req_id":"280957fd-38bb-4ab4-9437-6e517054a145","remote_addr":"[::1]:48020","local_addr":"[::1]:48370","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:02.821181028Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/crucible/pantry/0","method":"GET","req_id":"280957fd-38bb-4ab4-9437-6e517054a145","remote_addr":"[::1]:48020","local_addr":"[::1]:48370","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":421,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.821606105Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97f53d42-046d-4362-b2be-341ce8a674d9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.821908447Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.823367053Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1287081-75a2-413d-964f-da9bc3c65b1b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.823606009Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.826113315Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb48fc74-bcae-4570-aed8-8b2d0196217b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.82647211Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.82864052Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"feb70a68-6461-4b20-abbb-e42512ced4c9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.828835298Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.828954817Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.829050637Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.829134444Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.829960039Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.843033147Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.847470337Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.847571138Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.84766214Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.847751067Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.847830465Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.848391844Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.855321971Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.866748849Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.867107493Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.867209717Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.869080204Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.87120644Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.956692987Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","sled_agent_url":"http://[::1]:41754"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.956766593Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:41754/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.959949194Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.960055717Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.960093091Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.960122259Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.960736293Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:02.960796723Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:60137"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:02.960992142Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.961687869Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"oximeter","body":"None","uri":"http://127.0.0.1:55729/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.961942676Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a48d00f4-e4f8-4c77-b545-c89ca5160658","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.962145641Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"e830fdf8-92b3-42f9-90fa-1ea1ddd87a49","remote_addr":"[::1]:60137","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.962668863Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a48d00f4-e4f8-4c77-b545-c89ca5160658","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.962734714Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a48d00f4-e4f8-4c77-b545-c89ca5160658","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.963272055Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a48d00f4-e4f8-4c77-b545-c89ca5160658","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:02.963723845Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"e830fdf8-92b3-42f9-90fa-1ea1ddd87a49","remote_addr":"[::1]:60137","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1601,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.967836179Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:41754/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e830fdf8-92b3-42f9-90fa-1ea1ddd87a49\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.972669038Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.974102143Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.974156562Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.977243983Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.977308642Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.977341507Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.977368992Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.977976593Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.978896425Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.986122032Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.986184176Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.986259666Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.987299268Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:02.988919696Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a48d00f4-e4f8-4c77-b545-c89ca5160658","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","latency_us":26975,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.989386606Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:55729/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a48d00f4-e4f8-4c77-b545-c89ca5160658\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.989725842Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"oximeter","body":"None","uri":"http://127.0.0.1:55729/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.99039719Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.997983094Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:02.998870272Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.9989498Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:02.999484386Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.001670361Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"465543c5-4050-418f-881a-789704eb8fdb","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.003934993Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"465543c5-4050-418f-881a-789704eb8fdb","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.004040944Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"465543c5-4050-418f-881a-789704eb8fdb","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.004891539Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"465543c5-4050-418f-881a-789704eb8fdb","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.005944277Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.006002753Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.00698009Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.00775298Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.007805495Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:03.011625576Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"465543c5-4050-418f-881a-789704eb8fdb","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","latency_us":11463,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.012253197Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:55729/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"465543c5-4050-418f-881a-789704eb8fdb\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.012314529Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.012347104Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:03.012372144Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.0124003Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.013394531Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.013664699Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.013701943Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:08:03.037899956Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:08:03.038255054Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.038316336Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":50,"elapsed":"429.15892ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.038354382Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":51,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.03851914Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.038575262Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.038705531Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.038751102Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.03993449Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.043164676Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.049788223Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.049909775Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.050033291Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.051099535Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.057661239Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.058007128Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","candidates":"[(6a0909fc-d9d0-4f32-bf6e-6d8817ef53fc, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.05817875Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.06118979Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:64601","req_id":"61a3395e-9602-4194-b81e-4a499c828bdd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: d3 33 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .3..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.06126Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:64601","req_id":"61a3395e-9602-4194-b81e-4a499c828bdd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 54067,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.061431922Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.06159143Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.061679395Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:64601","req_id":"61a3395e-9602-4194-b81e-4a499c828bdd","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.06293679Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2147, tv_nsec: 861811266 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.063004956Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.063716173Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:57192","req_id":"86330b74-5f47-4ae0-84ef-25503cc523bf","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 53 4b 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e SK..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.063778908Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:57192","req_id":"86330b74-5f47-4ae0-84ef-25503cc523bf","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 21323,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.068277261Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.068415066Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:57192","req_id":"86330b74-5f47-4ae0-84ef-25503cc523bf","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.119203498Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.119614126Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.11976637Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.119803534Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.119830137Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.120412938Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.120525482Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.121093023Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:59236","req_id":"96330f7f-a11d-4dbd-a539-6b09a099d92e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: d1 b2 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.121175758Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:59236","req_id":"96330f7f-a11d-4dbd-a539-6b09a099d92e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 53682,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.121363632Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53682,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:08:03.121468832Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:59236","req_id":"96330f7f-a11d-4dbd-a539-6b09a099d92e","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.121824681Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.121875061Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","mgs_url":"http://[::1]:46735"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.121900822Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/ignition","method":"GET"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.122094699Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:57122","req_id":"2d97a0fa-dcea-4664-9d18-2b2421a2eafa","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: a1 90 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.122144839Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:57122","req_id":"2d97a0fa-dcea-4664-9d18-2b2421a2eafa","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 41360,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.122266992Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.122428123Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.122519726Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:57122","req_id":"2d97a0fa-dcea-4664-9d18-2b2421a2eafa","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 48397, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.123062878Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 48397, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2147, tv_nsec: 921967193 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.1231243Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.123499428Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.129118313Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.129176399Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.129203623Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.129573901Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.130561859Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:59983","req_id":"1c78d960-4cb6-4d04-9cc4-75c0b3f1acf2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 0f 7b 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .{..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.130697429Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:59983","req_id":"1c78d960-4cb6-4d04-9cc4-75c0b3f1acf2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 3963,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.130989731Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.13116476Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:59983","req_id":"1c78d960-4cb6-4d04-9cc4-75c0b3f1acf2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:03.131411051Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:03.19717434Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.197256213Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.197434999Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:08:03.197486983Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:08:03.198990068Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.199927385Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0fde2d55-eb7e-482d-b225-e71f02914644\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.200253866Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.201283006Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.201341803Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.202888004Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.206490923Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8b84a0e-fbad-46e2-9087-dbe6fbb7118c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.206661773Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.210263519Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d5872c2-669a-4560-a3fb-60cecce1d144\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.210353779Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.219110226Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c27da379-1e12-4ea6-8214-cd5c5f2c7136\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.219355434Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:03.219759199Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:48370","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:56019"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.220146721Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.220286089Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.236809591Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.23892747Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:03.240930592Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:48370","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:43264"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.24133123Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/crucible/pantry/0","method":"GET","req_id":"dcff4ad9-e1c2-4a8b-bc5e-3628c7d3ad2b","remote_addr":"[::1]:56019","local_addr":"[::1]:48370","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:03.245996545Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/crucible/pantry/0","method":"GET","req_id":"dcff4ad9-e1c2-4a8b-bc5e-3628c7d3ad2b","remote_addr":"[::1]:56019","local_addr":"[::1]:48370","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4613,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:03.254610658Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:48370","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:55013"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:03.254687912Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:48370","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:43023"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:03.25476726Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:48370","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:32950"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:03.254807781Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:48370","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:48498"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:03.254833352Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:48370","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:41506"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.254857981Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/crucible/pantry/0","method":"GET","req_id":"b8a8c877-e1c0-45a9-9d12-346127dfef2e","remote_addr":"[::1]:43264","local_addr":"[::1]:48370","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.254887931Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.254962299Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:03.255829426Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/crucible/pantry/0","method":"GET","req_id":"b8a8c877-e1c0-45a9-9d12-346127dfef2e","remote_addr":"[::1]:43264","local_addr":"[::1]:48370","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1878,"response_code":"200"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.258820446Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/crucible/pantry/0","method":"GET","req_id":"7a012cbd-8381-4442-963f-33b408aad4b4","remote_addr":"[::1]:55013","local_addr":"[::1]:48370","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.258886267Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/crucible/pantry/0","method":"GET","req_id":"8f76c7c9-49f7-4fdf-bcfe-ecc02b116633","remote_addr":"[::1]:43023","local_addr":"[::1]:48370","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.25892267Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/crucible/pantry/0","method":"GET","req_id":"ad8c476f-f455-41b4-a9e4-0d8a8fbf55dd","remote_addr":"[::1]:32950","local_addr":"[::1]:48370","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.258952389Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/crucible/pantry/0","method":"GET","req_id":"7815c789-6356-4a84-8985-f0d9269c3635","remote_addr":"[::1]:48498","local_addr":"[::1]:48370","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.258980144Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/crucible/pantry/0","method":"GET","req_id":"bf259cef-8f98-4f11-b3bb-11f6280e0929","remote_addr":"[::1]:41506","local_addr":"[::1]:48370","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:03.260045797Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/crucible/pantry/0","method":"GET","req_id":"7a012cbd-8381-4442-963f-33b408aad4b4","remote_addr":"[::1]:55013","local_addr":"[::1]:48370","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1523,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:03.260114083Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/crucible/pantry/0","method":"GET","req_id":"8f76c7c9-49f7-4fdf-bcfe-ecc02b116633","remote_addr":"[::1]:43023","local_addr":"[::1]:48370","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1344,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:03.260153101Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/crucible/pantry/0","method":"GET","req_id":"ad8c476f-f455-41b4-a9e4-0d8a8fbf55dd","remote_addr":"[::1]:32950","local_addr":"[::1]:48370","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1286,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:03.260188482Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/crucible/pantry/0","method":"GET","req_id":"7815c789-6356-4a84-8985-f0d9269c3635","remote_addr":"[::1]:48498","local_addr":"[::1]:48370","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1240,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:03.260220586Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/crucible/pantry/0","method":"GET","req_id":"bf259cef-8f98-4f11-b3bb-11f6280e0929","remote_addr":"[::1]:41506","local_addr":"[::1]:48370","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1192,"response_code":"200"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.268991301Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.26910163Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.275317956Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2b12dee-aebf-4d52-8d3a-e13667b7efbe\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.275693765Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.281099165Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd22a886-21de-4426-9fbf-b1d4371582be\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.281332169Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.284146877Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.286550576Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e9332f7-d2a0-435c-993f-c6294a182284\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.286772719Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.288985227Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"985e7fad-9121-48c9-938e-cf50cc4c9966\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.28929766Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.290712509Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c83e5398-229e-4ac9-bf8b-cf656bc0c217\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.291038338Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.292643386Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1e3e374-015f-4721-81a0-6dade0ec7af2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.292977211Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.294428192Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4f29bb2-4f92-4091-b49b-4ee113077e6b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.294681366Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.295850696Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28a0204d-1092-48d5-bfea-de802a08eebf\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.296131245Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.297522066Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1314c178-c5ce-45b7-aeeb-27f25e6673c6\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.297838868Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.301258541Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7918e28b-49fe-407b-badb-91a40cd7f322\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.30147896Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.303411491Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cecf65d5-9081-4e85-84d2-f55478fb71a6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.303668563Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.306815733Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80e262eb-2b71-49f6-93f7-1a5f4a63143e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.307159909Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.309718978Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ab51028-1508-4a47-a815-e035a724d248\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.309933515Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.312179069Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f1de5fb-7a34-4420-83be-a481b6395e6e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.312391102Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.314906394Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db83cd3e-f102-4ea8-ad77-99b635e60e98\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.315197083Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.316156224Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"adf50069-8875-464d-9c0f-7be44c135034\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.316578705Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.318171269Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"374ade63-b19e-4bfa-9655-b0d15ea9266e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.318402309Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.319534264Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4cc74a2-fca4-4ff5-9500-0045ea41ec03\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.319760004Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.32115809Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e2193e6-8218-441c-b04d-7b6da2f39472\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.321459089Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.323606628Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a64a28d-412d-45ef-9bae-e70c527e7e74\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.32387851Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.32763779Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4dfc67f5-d4e6-4082-8cb9-0e0cdec21899\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.328417604Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:08:03.333815178Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.334349723Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b60b000-be09-4f93-bf4d-d840d27f2944\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.334829559Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.335489584Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.335541127Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.335740995Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.335911825Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.33699814Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.341764957Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.352173786Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.352245289Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.352604094Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.353722923Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.356663281Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3062a3a4-6052-45a3-b202-871576ee3819\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.356901025Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.357190592Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.357235632Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.357806239Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.360658101Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1c35c40-18ec-48c5-bc23-b3b98ceb82aa\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.36080337Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.362895859Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90cfdd42-8aa8-4ed0-8d4b-f8cc706c5eda\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.363008614Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.365073809Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a4fa513-01e8-43ea-b258-a7ff0ccd9089\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.365344919Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.374540601Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d025c490-4e76-4831-8964-bf7cbe92bdab\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.376947166Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.379713928Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0736ccdc-e2ad-499c-9caf-a4b5dd21602f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.379878366Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.38343871Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b07959f4-def7-4b01-ac03-87bb59f4c14d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.383652876Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.387218431Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a95e5a1e-3df0-4225-9a61-277a307ff083\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.387496575Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.390276363Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ac406c0-6405-47e6-8af6-066094ac0338\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.390605008Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.393954632Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"edad60ac-0228-455c-a3ee-876137e96397\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.394205993Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.396308342Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7431431d-3e39-4d60-b0c0-5f06e78d2d62\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.396651295Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.400791624Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.40135158Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cada4bd1-8191-441e-96fa-96f6047cee05\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.401552951Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.406764946Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a68ea964-7009-4733-92ea-900358253300\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.406893812Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.410927119Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81d741d3-1d9c-4b49-97d6-b4847c3da5b8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.411234922Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.414118978Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a13a8a87-71eb-47f4-9754-6ed5c645ffaa\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.414289959Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.415268809Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6c525a3-9167-4ebc-bbbf-a79dff07de83\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.415415191Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.417503401Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f19cd93-8129-4375-ba80-572dae0e361f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.417567559Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.418653984Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9aed35c4-25d1-48f7-b74f-6894fb2af8c0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.418863361Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.420427467Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6eb3fed-47d5-4638-9d33-944333e24353\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.420499802Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.420656905Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.420714068Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.420744669Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.421900522Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.425300827Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.431253768Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.43136009Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.43145035Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.431536882Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.431619868Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.432137078Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.438306069Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.44600057Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.446058786Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.446090279Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.446601618Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.454794031Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.45502987Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.455123186Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.45527566Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.456369289Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.517547363Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","sled_agent_url":"http://[::1]:41754"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.518832253Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:41754/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:03.518878134Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:62327"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.518908845Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"33005924-2050-4c9c-bf1e-034240990d30","remote_addr":"[::1]:62327","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:03.519385986Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"33005924-2050-4c9c-bf1e-034240990d30","remote_addr":"[::1]:62327","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":896,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.519780131Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:41754/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33005924-2050-4c9c-bf1e-034240990d30\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.522243108Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.522300523Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.522372927Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.525102536Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.525165802Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.525198126Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.525225972Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.525913732Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.526227938Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.532004818Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.532097132Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.532134166Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.533065742Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.542859716Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.550963843Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.552547057Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.552619171Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.553324566Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.55404414Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.554095362Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.554715057Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:08:03.623552681Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:08:03.624123759Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.624291433Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":51,"elapsed":"585.929597ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.624485299Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":52,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.624596421Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.624991247Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.625114844Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.62521311Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.626285286Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.631202433Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.635191952Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.63527144Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.635308093Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.635663191Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.64039056Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.653237937Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","candidates":"[(6a0909fc-d9d0-4f32-bf6e-6d8817ef53fc, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.653333518Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.654813025Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:64379","req_id":"c8571398-fdb6-4aba-9bc5-5b2a9f405a8a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: c3 83 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.655072062Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:64379","req_id":"c8571398-fdb6-4aba-9bc5-5b2a9f405a8a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 50051,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.655165157Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.655342941Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.655546737Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:64379","req_id":"c8571398-fdb6-4aba-9bc5-5b2a9f405a8a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.662802704Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2148, tv_nsec: 461543774 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.664056292Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.664522792Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:61820","req_id":"8a85d71b-d779-4310-bf33-27d7cd099d7a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 44 71 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e Dq..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.664587801Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:61820","req_id":"8a85d71b-d779-4310-bf33-27d7cd099d7a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 17521,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.664827318Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.664925454Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:61820","req_id":"8a85d71b-d779-4310-bf33-27d7cd099d7a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.727600329Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.72857425Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.729610735Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.729677368Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.729712848Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.731001416Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.731119421Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:57026","req_id":"2906a540-0525-45b1-a2bd-3e5e06b681b2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 47 4d 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c GM..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.731160623Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:57026","req_id":"2906a540-0525-45b1-a2bd-3e5e06b681b2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 18253,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.731234741Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18253,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:08:03.731307897Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:57026","req_id":"2906a540-0525-45b1-a2bd-3e5e06b681b2","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.731690629Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.733527118Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","mgs_url":"http://[::1]:46735"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.733582248Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.73393474Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.747814284Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.747931007Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.747969003Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.748611042Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.752502505Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f49cd03-8bb2-401f-93b1-1d524e68bce6\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.757246968Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.7573531Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.757390625Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.757419141Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.75927557Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b73930af-cb96-41e4-800f-49d5c32a3879\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.759516611Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.764498998Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50e3b5dd-c9f8-4bf8-bd3a-fcbbbafcbf52\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.764743264Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.774300607Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bb88578-3618-4530-b458-1107ffa042eb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.775310559Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.778607829Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71b53067-bf33-408c-ba76-cc48f6f29c78\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.778828899Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.78143407Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"416c4f57-d25d-45a4-8ef2-8f5f0b02810a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.781790941Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.790206978Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b90e669-9b3a-4aa4-ae8a-68b8fc5dd9fa\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.790427247Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.795525004Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.799124516Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53251201-b337-420d-829c-a3f15e9e4b5d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.800118687Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.802544861Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be2dc66c-2b86-4032-9fea-ed98af22562b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.802846722Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.806410593Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5a3d4eb-800b-4dd7-a2af-8fa774241ca9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.806865239Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.809093909Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3fa1a55-dbb4-402d-b4a0-a5679808a2e2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.81008289Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.820907808Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f4a1eb6-22f4-4ccc-8c01-0146cdca6a14\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.835366185Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.836622278Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"502fa6c0-8350-4d35-bee5-b18184b363cc\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.836798609Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.838738314Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bbdd1074-ea88-43b2-8273-52d8c76675ae\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.83906763Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.840918909Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a06a9acc-2826-4c55-92fa-014c01aa5925\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.840994259Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.843361556Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d0eddf3-1c1f-45ee-a3a4-857cfadf2def\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.843487476Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.845145921Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b5d686c-11f9-4277-b5a8-84b5534349fc\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.845276291Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.846750097Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.846810918Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.846843283Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.846871228Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.847620431Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.84964275Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95d289e9-13f4-4636-b382-48c128ea5379\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.849836226Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.850865276Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.857347081Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.857414275Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.857447521Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.857937237Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.860205346Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.860264794Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.860703618Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.861975543Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d510fbf1-9721-4b52-9fcd-217c94175813\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.862043328Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.863938253Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a67223db-cee7-4f3c-b908-d59215a1dc89\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.864048954Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.86814229Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52ae7b79-c9c1-4cbe-a572-0d754d317e9e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.868468239Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.873157692Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f7b8ebb-896e-45bc-9c0c-aadd3170fe64\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.873763008Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.885010508Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e09bdd7d-32c1-4b8a-a33c-5e39269604b8\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.885497549Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.893362399Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58b037b9-690b-4011-b069-1c1a460ce393\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.893596796Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.900949055Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea25b8cb-47cc-446b-8f1f-f5028d5bc298\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.901942394Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.925438388Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2351d3c-1aae-4849-ad67-2b0463fbb0b3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.925592946Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.92616173Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.929982602Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d83ea9b5-7c0b-4922-b989-4496d93e2f4e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.930033604Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.933235714Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56fe2a08-504c-4ba9-abaf-a1ce75e2b4ee\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.933319832Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.938890741Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afe6803d-e7f9-489a-9dad-ae4a02495232\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.939499324Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.944185701Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff8cd378-32dc-458f-a706-aec6b9c3f421\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.944457924Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.947942697Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53adeb5f-b4d1-4ba3-a8c4-bd00833105d4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.949032598Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.950500393Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8011269e-2c51-434b-8d88-f48ec3494ca3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.951586857Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.952545017Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc7bed77-2528-4df2-9321-871f821bd0cd\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.952613162Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.953702152Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a024aff3-75eb-45d2-9f6d-5b1e7aed332c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.9537513Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.955657578Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84a388dc-c284-449f-946f-60ad05fac569\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.95572398Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.959112221Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5ddf8f6-272d-49e4-ab05-dce525eaf4fe\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.959174044Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.96034118Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e368c26-1b0e-455c-96a6-e7f6dc7dcf69\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.960581128Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.963742156Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e76faa0c-4bf3-48c2-a02d-275352cfef10\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.963866414Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.972201481Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a38c92d-fa68-4c83-9110-af708b923d3c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.97243697Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.972476739Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"911dba1c-f13d-48f5-9cd5-7d652f1d3913\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.972512621Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.972544504Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97337df7-c9a8-496b-9fd9-9e09e877326a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.972583782Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.974156746Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7eca7b07-c745-4796-b5b1-f8070da46554\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.974293248Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.976820584Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.97688388Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.976920543Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.976950232Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.97777211Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.978054973Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb3790c5-0e0d-45e1-8f18-24840addf080\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.97827398Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.980136571Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ccebcf41-0514-4c1b-81ea-c1fcf8aaaf99\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.980348894Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.981732661Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.991099534Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.991317498Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.991412197Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.993020892Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.993926066Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f19759a-c3b8-4498-abbd-5bf31b593e9a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.994179521Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.994502855Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:03.994697703Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.994790458Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.995317017Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:03.996597749Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:08:03.996795403Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:08:03.999789318Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.003149342Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.004134145Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.004208503Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.006426422Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.012194955Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.037241869Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.037425916Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.037480244Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.037574943Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.038569996Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.03978658Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.039855607Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.046214828Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.046984Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.047040853Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.047068939Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.048997792Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.058198745Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.058359054Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.058457069Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.05870313Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.14596326Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","sled_agent_url":"http://[::1]:41754"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.146084712Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:41754/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:04.146733314Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35260"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.148016861Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"d1a34515-f3c5-4ef4-a8c8-565df442817b","remote_addr":"[::1]:35260","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:04.14855331Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"d1a34515-f3c5-4ef4-a8c8-565df442817b","remote_addr":"[::1]:35260","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":545,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.148939971Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:41754/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1a34515-f3c5-4ef4-a8c8-565df442817b\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.162814324Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.162919344Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.162952279Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.166903632Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.167079943Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.167129642Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.167161917Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.178273786Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.182717661Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.187225953Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.187412845Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.187473386Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.188794649Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.216662183Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.217771703Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.217831382Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.218127703Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.222014297Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.228237045Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.228602032Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.229128902Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.231621969Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:64298","req_id":"089055bf-8408-45c8-8626-bb494d6b63bd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 24 a2 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 $............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.2317027Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:64298","req_id":"089055bf-8408-45c8-8626-bb494d6b63bd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 9378,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.231895915Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.232253257Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.232312305Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:64298","req_id":"089055bf-8408-45c8-8626-bb494d6b63bd","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 48397, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.23348443Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 48397, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2149, tv_nsec: 31909931 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.233563898Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.233597996Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.233632796Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.234238412Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:60673","req_id":"01d139bd-bb2f-4e62-9f35-deea7fcee24e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 97 c0 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.237230073Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:60673","req_id":"01d139bd-bb2f-4e62-9f35-deea7fcee24e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 38848,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.237359531Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.237386685Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:60673","req_id":"01d139bd-bb2f-4e62-9f35-deea7fcee24e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:04.23971318Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:04.317906556Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.318136173Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.318854555Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.319219261Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.319331044Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.319416093Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.320301608Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:08:04.320626395Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:08:04.329801225Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:08:04.330216182Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.330355439Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":52,"elapsed":"705.860721ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.330479667Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":53,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.330568323Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.330670247Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.330758593Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.330891377Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.331499639Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.339285822Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.345277711Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.345378021Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.345460675Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.346275078Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.349025648Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.35287589Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.353040708Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.353145357Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.35371924Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.357447418Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.357505284Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.357840201Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.358591698Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","candidates":"[(6a0909fc-d9d0-4f32-bf6e-6d8817ef53fc, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.358649834Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.360204041Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:61020","req_id":"ba37d589-6efe-4e4d-9fc5-46623f1fa82a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 4c 07 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 L............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.360357617Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:61020","req_id":"ba37d589-6efe-4e4d-9fc5-46623f1fa82a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 19463,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.360553667Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.360806581Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.361099916Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:61020","req_id":"ba37d589-6efe-4e4d-9fc5-46623f1fa82a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.361543219Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2149, tv_nsec: 160315481 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.361601084Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.361832746Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:63261","req_id":"4c6a19c2-6952-4503-9d63-ac91a8a11507","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 07 cc 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.362278273Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:63261","req_id":"4c6a19c2-6952-4503-9d63-ac91a8a11507","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 1996,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.362398062Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.362424314Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:63261","req_id":"4c6a19c2-6952-4503-9d63-ac91a8a11507","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.436300127Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.437029991Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:59448","req_id":"50e4c542-e638-4a95-b811-86dff67d147d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 5f b5 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c _............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.437105171Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:59448","req_id":"50e4c542-e638-4a95-b811-86dff67d147d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 24501,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.437356772Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24501,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:08:04.438022238Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:59448","req_id":"50e4c542-e638-4a95-b811-86dff67d147d","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.438256225Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.438291234Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","mgs_url":"http://[::1]:46735"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.438317817Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.443198832Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ada05c3-f751-4a9d-ac14-72c2b5451917\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.443433871Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.445356612Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32305aaf-f524-40f3-9895-dd2d3cd7ba39\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.445549787Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.453927579Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"433b413e-7e4e-4aa4-805e-3a354b83c16e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.454183008Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.456364023Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54d3260b-7541-4853-88be-10277d1c5923\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.456485826Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.460231258Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed3fd2ad-6460-4c1f-975b-0a2271090b52\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.460316608Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.46399634Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.464385676Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbb3c9cc-0df9-436c-8019-db86279e2f16\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.464684311Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.471806101Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2548cfb5-a0ef-4f52-bc78-6658d8b2df4d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.47188613Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.473956876Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d6e2833-fa3e-48b4-a2c6-253400d67d39\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.474367544Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.476020267Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97e70420-5355-4237-b2b7-dc98c6047514\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.476271938Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.477912647Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a712f9b5-7288-4220-848d-8c0a3b8f2946\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.491335642Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.494102154Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"596beace-2a6d-4d17-9544-f5c9002fa4c1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.494367142Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.497115568Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"647ffe15-5c43-4b0d-83f5-9c0501de55b7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.497249445Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.498398795Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e238925-fd06-4b9f-8e6e-e7a5437035a5\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.498615887Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.500768546Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"954be5e9-fa01-4518-a34c-3dfd0c9f8baa\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.500896541Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.510339997Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"516d041f-04e8-417b-a484-293341bf10a4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.510521849Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.513028193Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5670ae5f-60cd-478b-b6fd-5c1b5a5fd934\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.513092471Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.514635696Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.514862027Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.514941485Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.514977908Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.515988932Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.517509852Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"acb7dcd0-d4e2-41be-b3e3-10a83c1f8794\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.517582677Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.519086915Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.524652654Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.524704688Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.524735629Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.525259403Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.526473762Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76839022-3d32-4e4a-a379-62e3f73229cf\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.526638961Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.527541269Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.52764194Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.528627033Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.530045819Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74d33f40-3471-467e-b589-c35a4fa720f9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.53021693Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.536512965Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"525e8389-f4aa-4d53-905e-1fb235f766e7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.536693825Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.537963836Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38c0a757-9837-49eb-8989-120da6623a17\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.538215196Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.548976838Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e9dae02-c795-4014-a8d7-bc6a9bad5642\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.549310072Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.560862089Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb577628-9c71-4c7b-b49a-75c25f1a2445\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.561667834Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.586064092Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df53fdc0-1fb4-44dc-aa37-2ecfb6e987ed\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.591174835Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.606666461Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.615267328Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62a43d18-a8d1-4b1c-af22-686e6e877265\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.61543918Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.618748524Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81748f4b-0268-40d1-b002-8a08ba7be827\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.618909304Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.620998477Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"507dc987-0ade-4362-b639-1d3b6e675771\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.621141191Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.623313449Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"069e9f24-9eb3-430f-9c26-8c21ae5c96a4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.623378729Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.625544354Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ebc8f29-fd76-44df-8efb-0831654381a8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.625820685Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.629499785Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d2802cc-3836-4939-acde-78699c6aab1d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.629632008Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.630627442Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"300bc594-f21f-4dd9-a1c6-cf081ee63609\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.631970107Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.633059598Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"802c0c30-fb76-4bb2-b6a3-3e435620f207\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.634261993Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.636223031Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2264c5e9-5758-4479-a44c-df2a1f46be45\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.636552738Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.640641524Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d15612d-45ae-403c-836d-98ff3ada03f7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.641270197Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.646554996Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49f9e682-ef89-4bfa-b4be-a60df2077607\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.646985334Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.650460698Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7829f22f-a98d-4368-b89e-efc00df984ab\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.650619254Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.652304111Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e943ce1-1676-432d-abcb-5d0327d151e5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.652426846Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.656013983Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b50637e-8629-4b9b-b905-1554700e09f1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.65607769Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.657868177Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.657924299Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.657955862Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.65798496Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.659827511Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.662048055Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53af14ad-4f93-45b2-ac5c-642a26262653\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.66221581Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.662823851Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.668860158Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.669141348Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.669454953Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.672675149Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.676984976Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8aa49b55-cb3e-444c-b549-9a0899446c61\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.677154754Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.677629831Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.677688017Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.678525746Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.681493028Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97c965dd-42f0-4371-9028-85363ea8c997\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.681733928Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.683304137Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6be70621-3657-4d37-afaf-f9e4cfb6c3fe\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.683638874Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.685733848Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"073fae26-d104-4134-87eb-25f06ecb9285\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.68591568Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.68816912Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7335b1b-19ae-42a7-be77-3325c9c177e7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.68845519Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.689545873Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3003b917-1689-4d80-bbbd-76d9c165c1ff\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.690672367Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.690787437Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.690827697Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.690858448Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.690884821Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.696417514Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.700825226Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.700885456Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.700917811Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.700948221Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.700976678Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.701390412Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.704835336Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.710009095Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.710067531Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.710099014Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.710600212Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.7920122Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","sled_agent_url":"http://[::1]:41754"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.792571104Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:41754/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:04.793386468Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64529"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.794834443Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"f4dcfc1d-97ab-4d63-b0e1-2dca8c0b5a5d","remote_addr":"[::1]:64529","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:04.795889816Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"f4dcfc1d-97ab-4d63-b0e1-2dca8c0b5a5d","remote_addr":"[::1]:64529","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1066,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.796604219Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:41754/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4dcfc1d-97ab-4d63-b0e1-2dca8c0b5a5d\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.799128569Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.799220302Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.799285672Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.812004514Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.812188791Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.812286816Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.812323529Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.813707567Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.818189026Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.823194128Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.82341585Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.823472873Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.824104031Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.830344214Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:08:04.872308996Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:08:04.872717711Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.872773772Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":53,"elapsed":"542.241822ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.872811397Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":54,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.872838932Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.87294332Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.873046556Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.873084231Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.879790593Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.884733601Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.88521469Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.885326793Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.885412204Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.88728747Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.888848951Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.893499657Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.893588564Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.893668794Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.894354741Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:04.895399543Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.895908968Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"oximeter","body":"None","uri":"http://127.0.0.1:55729/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.896729523Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4d207d6f-9549-44af-9797-5a1e7250bf1b","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.897154449Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4d207d6f-9549-44af-9797-5a1e7250bf1b","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.897264659Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4d207d6f-9549-44af-9797-5a1e7250bf1b","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.897925546Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4d207d6f-9549-44af-9797-5a1e7250bf1b","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.89883629Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","candidates":"[(6a0909fc-d9d0-4f32-bf6e-6d8817ef53fc, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.898939917Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.901159589Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.907878356Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.908071701Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.908120037Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.909855135Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:04.910595419Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4d207d6f-9549-44af-9797-5a1e7250bf1b","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","latency_us":13799,"response_code":"200"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.911120205Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:57328","req_id":"28519959-30a8-447e-8a1a-e08b6c3c9ffa","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 52 86 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 R............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.911232819Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:57328","req_id":"28519959-30a8-447e-8a1a-e08b6c3c9ffa","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 21126,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.911511254Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.911682185Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.911787695Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:57328","req_id":"28519959-30a8-447e-8a1a-e08b6c3c9ffa","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.912029657Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:55729/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d207d6f-9549-44af-9797-5a1e7250bf1b\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.912267932Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"oximeter","body":"None","uri":"http://127.0.0.1:55729/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.912939991Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2149, tv_nsec: 711834927 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.913003758Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.913194578Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"47c136f1-4eca-4121-a5a0-fa644e7eed83","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.913741418Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"47c136f1-4eca-4121-a5a0-fa644e7eed83","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.913809914Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"47c136f1-4eca-4121-a5a0-fa644e7eed83","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.914422535Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"47c136f1-4eca-4121-a5a0-fa644e7eed83","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.914781901Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.914833403Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.915465062Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.915891702Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:62487","req_id":"15c501a5-ac8e-446e-a96d-f74c3f9572af","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 89 a4 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.915947714Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:62487","req_id":"15c501a5-ac8e-446e-a96d-f74c3f9572af","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 35236,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.916091721Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.916127121Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:62487","req_id":"15c501a5-ac8e-446e-a96d-f74c3f9572af","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.976637554Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:04.978253834Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"47c136f1-4eca-4121-a5a0-fa644e7eed83","remote_addr":"127.0.0.1:52220","local_addr":"127.0.0.1:55729","component":"dropshot_internal","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","latency_us":64904,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.982158855Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:55729/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47c136f1-4eca-4121-a5a0-fa644e7eed83\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.982602038Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.982664703Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:04.98269347Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:04.985169574Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:64333","req_id":"05ca8229-5989-41b8-8773-01c72d053cd3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 55 92 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c U............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.985237689Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:64333","req_id":"05ca8229-5989-41b8-8773-01c72d053cd3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 21906,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.985312829Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21906,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:08:04.985387538Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:64333","req_id":"05ca8229-5989-41b8-8773-01c72d053cd3","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.986056962Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.986223283Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","mgs_url":"http://[::1]:46735"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.986255437Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.99016165Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65ab1de9-6133-4f2e-8fb2-cdf08d0cd173\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.990404173Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.991794564Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbcfb69f-8d82-4873-94b2-4b480979ad8e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.992008169Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.994970942Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b47127f-8bd1-4be4-a282-46805160053c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.996155082Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.999273996Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3cd97778-da5c-4143-bb15-b074f737bb18\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:04.999422732Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.003038075Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"124ac301-8f0e-49ed-8c77-8f6d4bf5078b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.003206431Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.00766784Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59b8be25-1b2e-4f5c-9a8c-5b8e260f7c4c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.007909752Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.008581801Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.009300683Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:05.011211601Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.011948429Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:05.012097376Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:05.012171443Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.017292917Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a380aea-1212-4151-baa4-0bdb458ce319\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.017569328Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.018098182Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.021659367Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86a29f16-acbf-4185-95b4-f572e47e4864\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.021780308Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.023173875Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bcab8e90-a00d-46d1-b7b4-4cc961f55d17\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.023374595Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.024329046Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89e9ebda-6e75-44f3-aeb2-2774edb1c28c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.024479787Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.025745849Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"208a8d61-38fe-4e42-b15d-8b4a6a2a98a2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.025971569Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.027169075Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afa7bde1-0e50-4072-a85d-49883b3a31df\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.0273174Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.028488253Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab88484b-b03a-490d-b9e3-c422b00ea930\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.028659795Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.03046913Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba0b9c76-ad50-4dac-ae97-a2e1f6d6f097\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.030536214Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.032413153Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3cef5238-c8cb-49ac-9f38-f457fcbd3fe9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.032778261Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.038111166Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e48ad847-47dc-4435-8cf4-5d55c472f8e0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.038316075Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.042225805Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93c1b6e7-34bf-443f-b240-a86009bb92cc\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.042440733Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.047256027Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0586f715-3967-4e18-97eb-f7e0de0054d5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.047456717Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.049729355Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc26f534-58f2-49e2-b9ff-f429eeed2c8d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.04987224Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.050914065Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5e941b2-2007-4feb-aa06-38e3ef596679\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.051073824Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.052018275Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d39701b-af93-4ec5-8ea1-6dfe82df3b62\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.052162954Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.053054079Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2435788f-1b62-4328-bd99-bf47a3345c53\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.053176463Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.054134041Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61b08492-67e5-4f39-833b-f5f561c2cb24\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.054197868Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.055484331Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aacfea3a-f432-41e1-9981-a4a4d1e579a6\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.055547347Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.058016677Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c42bc7c-438b-423b-8551-3f5a81e4402c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.058118309Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.058915427Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a16546a-0ca6-485f-9229-1737d2d97ec9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.059040958Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.061019931Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ca3272c-298f-41ac-97b2-cd4f12afb483\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.061133998Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:05.068841364Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:05.068990962Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:05.069031263Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.06906023Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.07228233Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.075042039Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2a42f86-b543-43b9-9cbc-dad841af1577\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.075235875Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.077890544Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.086121073Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:05.086195421Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.086229078Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.086783453Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.089145719Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ed04139-9fbc-4a03-9594-50cb1e1dc4ff\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.091091857Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:05.091612745Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.091673005Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.092249363Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.097446358Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40f36733-ca76-4aab-9fc1-693fd4f10229\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.097594413Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.098635627Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3a778e6-e687-4e15-b444-c2812608f496\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.098774294Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.102553083Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eeab40dc-4ca1-4bb4-9296-2f3cad7a4ff4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.102770225Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.103920537Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0303028c-ecc7-4198-a5a3-afad0ee107ed\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.104072871Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.105078294Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e7df688-92ef-4844-a3da-02f51d8cc61e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.10514138Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.109603981Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b74bd2f2-37cf-4a1e-a109-bfce5c7461c2\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.109745503Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.113095588Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89bd6d3b-cf35-4f49-963f-f8c092057867\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.113184665Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.119391021Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"037abc6b-5048-461c-a4a9-e9429ea55dd7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.119551681Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.122269426Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"372dd831-6500-4cfc-b601-795484953be1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.122438553Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.127418295Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.133883677Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30c2a73a-52b3-409e-b8bb-6a754d89baa9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.134128384Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.138113935Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c4d4213-c642-4efb-9f6a-895f78f0d2fa\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.138367491Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.142330056Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8acaa42e-35da-41f5-9500-1a3ad1cc06c3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.14269333Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:46735/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.144117146Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a504ecdd-a76c-41c3-a320-defb4b5525af\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.144369329Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.147932037Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"939b4d03-773f-4a66-aa22-b3214d5941ec\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.154350676Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.155773461Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae2f2d34-55f7-4acc-ba3b-708ffa8176cc\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.156530108Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"Some(Body)","uri":"http://[::1]:46735/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.163844823Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"gateway_url":"http://[::1]:46735","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:46735/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"776c88c6-ee6d-4f88-aa7e-601a231879db\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:05.164185431Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:05.164324448Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:05.16443093Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.16452106Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.165358238Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.168045803Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.177614738Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:05.177810278Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:05.177919906Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:05.178057651Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.178176327Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.178926532Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:05.179754231Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:05.179941905Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:05.180141182Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.180222825Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.180819503Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.182607706Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.190001929Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:05.190076828Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.190109413Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.190585642Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.193322365Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.203220306Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:05.203307219Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.203341758Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.203775432Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.276276926Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","sled_agent_url":"http://[::1]:41754"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.27635437Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:41754/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:05.277611966Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:43656"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:05.278822067Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.279096624Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.279154439Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.279665408Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:05.280584028Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:05.280891601Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.280945708Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.281841854Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:05.282040369Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"f60f13f4-6e49-42d2-9c6d-5804e0b90a1f","remote_addr":"[::1]:43656","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:05.283262905Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"uri":"/inventory","method":"GET","req_id":"f60f13f4-6e49-42d2-9c6d-5804e0b90a1f","remote_addr":"[::1]:43656","local_addr":"[::1]:41754","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":681,"response_code":"200"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:05.283433395Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:54574","req_id":"edd067f1-1b88-439b-87ac-a1cb2a53167a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: ce 43 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 .C..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.283532873Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:54574","req_id":"edd067f1-1b88-439b-87ac-a1cb2a53167a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 52803,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.283818653Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.283995224Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.284132147Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:54574","req_id":"edd067f1-1b88-439b-87ac-a1cb2a53167a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 48397, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.284331965Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"SledAgent":"http://[::1]:41754","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(Response { url: \"http://[::1]:41754/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f60f13f4-6e49-42d2-9c6d-5804e0b90a1f\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.288736992Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.288810809Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.288839386Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:05.291217745Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:05.291290981Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:05.291326261Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.291354778Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.292017218Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.293039555Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:05.293100646Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.294819631Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 48397, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2150, tv_nsec: 93704938 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:05.294892326Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.297843135Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.303442953Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:05.303685736Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.303785936Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.304468095Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.305682535Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"id":"fb4248ec-0ba9-4c57-9468-38be2a579bde","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:05.305740931Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:05.305766111Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:51514","req_id":"d307ccad-7825-4ab2-b772-28fc11aeeda8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: b4 e4 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.305918355Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:51514","req_id":"d307ccad-7825-4ab2-b772-28fc11aeeda8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 46308,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.306136419Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.306245577Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:51514","req_id":"d307ccad-7825-4ab2-b772-28fc11aeeda8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:05.307350148Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:08:05.354329321Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.354512676Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:08:05.380942526Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.395562184Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:08:05.399413738Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:08:05.399739237Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.399847823Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":54,"elapsed":"526.960955ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.39989118Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","iteration":55,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:05.399919777Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:05.399959526Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:05.399993063Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.40003176Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.400899168Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.40368082Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.409045098Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:05.409111991Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.409148304Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.409706987Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.413243904Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","candidates":"[(6a0909fc-d9d0-4f32-bf6e-6d8817ef53fc, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:05.415206605Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:05.416069243Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:51833","req_id":"6292dae9-da84-4a66-86c2-34b59820e8f9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 6b 4d 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 kM..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.416132429Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:51833","req_id":"6292dae9-da84-4a66-86c2-34b59820e8f9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 27469,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.416477978Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.416526875Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.416610522Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:51833","req_id":"6292dae9-da84-4a66-86c2-34b59820e8f9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.417225297Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46735, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2150, tv_nsec: 216126926 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:05.41729207Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:05.417684902Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:49823","req_id":"82a56cf3-c149-4d47-b5cf-ff141c6d32ad","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 15 05 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.417747537Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:49823","req_id":"82a56cf3-c149-4d47-b5cf-ff141c6d32ad","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 5381,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.417837456Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:08:05.417925231Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"peer_addr":"[::1]:49823","req_id":"82a56cf3-c149-4d47-b5cf-ff141c6d32ad","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:08:05.470582888Z","hostname":"bmat-EVT22200007-000064cb","pid":12571,"component":"DnsResolver","component":"ServerContext","name":"97c67135-b211-4355-9f7e-0f6b3a427d7e","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}